
R version 4.1.2 (2021-11-01) -- "Bird Hippie"
Copyright (C) 2021 The R Foundation for Statistical Computing
Platform: x86_64-apple-darwin17.0 (64-bit)

R is free software and comes with ABSOLUTELY NO WARRANTY.
You are welcome to redistribute it under certain conditions.
Type 'license()' or 'licence()' for distribution details.

  Natural language support but running in an English locale

R is a collaborative project with many contributors.
Type 'contributors()' for more information and
'citation()' on how to cite R or R packages in publications.

Type 'demo()' for some demos, 'help()' for on-line help, or
'help.start()' for an HTML browser interface to help.
Type 'q()' to quit R.

> source("../../R/mixture_irt_md.R")
aroma.light v3.22.0 (2021-05-19) successfully loaded. See ?aroma.light for help.
> library(tidyverse)
── Attaching packages ─────────────────────────────────────── tidyverse 1.3.1 ──
✔ ggplot2 3.3.5     ✔ purrr   0.3.4
✔ tibble  3.1.5     ✔ dplyr   1.0.7
✔ tidyr   1.1.3     ✔ stringr 1.4.0
✔ readr   1.4.0     ✔ forcats 0.5.1
── Conflicts ────────────────────────────────────────── tidyverse_conflicts() ──
✖ dplyr::filter() masks stats::filter()
✖ dplyr::lag()    masks stats::lag()
> library(multidplyr)
> library(dplyr, warn.conflicts = FALSE)
> library(tictoc)
> library(haven)
> library(kableExtra)

Attaching package: ‘kableExtra’

The following object is masked from ‘package:dplyr’:

    group_rows

> set.seed(123)
> 
> ## Load data and baseline estimates
> mod_info <- read.csv("../../../module2010_questions.csv") %>%
+   mutate(newquestion = str_replace(newquestion, "\\.", "_")) 
> 
> item_dat <- read_dta("../../../module2010_item_parameters.dta") %>%
+   mutate(names = str_replace(names, "\\.", "_")) 
> 
> est_dat <- read_dta("../../../module2010_plus_estimates.dta") %>% 
+   mutate( type = case_when( w1 > 0.5 ~ "Downsian",
+                             w2 > 0.5 ~ "Conversian",
+                             w3 > 0.5 ~ "Inattentive",
+                             TRUE ~ "Mixed"),
+           moderate = x > Hmisc::wtd.quantile(x, probs=1/3, weights=w1) & x < Hmisc::wtd.quantile(x, probs=2/3, weights=w1))
Warning messages:
1: Problem with `mutate()` column `moderate`.
ℹ `moderate = &...`.
ℹ collapsing to unique 'x' values 
2: Problem with `mutate()` column `moderate`.
ℹ `moderate = &...`.
ℹ collapsing to unique 'x' values 
> 
> 
> # Fit 1-D module 
> res_1d <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=1)
Outer iteration: 1
Iteration: 1 (-41844.2097,    Inf)
Iteration: 10 (-37072.3418, 0.7889)
Iteration: 20 (-36871.3220, 0.2920)
Iteration: 30 (-36821.8109, 0.1626)
Iteration: 40 (-36801.7842, 0.1070)
Iteration: 50 (-36791.5534, 0.0771)
Group probs = (0.9234, 0.0577, 0.0189)

Outer iteration: 2
Iteration: 1 (-45700.4949, 0.3160)
Iteration: 10 (-45665.1231, 0.0735)
Iteration: 20 (-45652.9931, 0.0532)
Iteration: 30 (-45646.6493, 0.0414)
Iteration: 40 (-45642.7866, 0.0335)
Iteration: 50 (-45640.2228, 0.0279)
Group probs = (0.9053, 0.0799, 0.0148)

Outer iteration: 3
Iteration: 1 (-44368.9055, 0.1185)
Iteration: 10 (-44356.2551, 0.0265)
Iteration: 20 (-44353.7503, 0.0219)
Iteration: 30 (-44352.2255, 0.0190)
Iteration: 40 (-44351.1191, 0.0168)
Iteration: 50 (-44350.2656, 0.0150)
Group probs = (0.8705, 0.1159, 0.0136)

Outer iteration: 4
Iteration: 1 (-42194.9180, 0.3574)
Iteration: 10 (-42173.4933, 0.0201)
Iteration: 20 (-42170.9322, 0.0142)
Iteration: 30 (-42169.8416, 0.0119)
Iteration: 40 (-42169.1781, 0.0107)
Iteration: 50 (-42168.7034, 0.0097)
Group probs = (0.8508, 0.1366, 0.0126)

Outer iteration: 5
Iteration: 1 (-41049.5889, 0.4814)
Iteration: 10 (-41040.2690, 0.0148)
Iteration: 20 (-41039.0115, 0.0094)
Iteration: 30 (-41038.5424, 0.0074)
Iteration: 40 (-41038.2958, 0.0064)
Iteration: 50 (-41038.1367, 0.0058)
Group probs = (0.8377, 0.1517, 0.0106)

Outer iteration: 6
Iteration: 1 (-40306.3585, 0.4791)
Iteration: 10 (-40302.8484, 0.0112)
Iteration: 20 (-40302.4016, 0.0068)
Iteration: 30 (-40302.2457, 0.0051)
Iteration: 40 (-40302.1687, 0.0042)
Iteration: 50 (-40302.1216, 0.0037)
Group probs = (0.8228, 0.1684, 0.0088)

Outer iteration: 7
Iteration: 1 (-39410.7428, 0.5235)
Iteration: 10 (-39407.0340, 0.0107)
Iteration: 20 (-39406.5724, 0.0063)
Iteration: 30 (-39406.4117, 0.0045)
Iteration: 40 (-39406.3369, 0.0036)
Iteration: 50 (-39406.2954, 0.0030)
Group probs = (0.8067, 0.1852, 0.0081)

Outer iteration: 8
Iteration: 1 (-38457.0913, 0.4991)
Iteration: 10 (-38454.2104, 0.0085)
Iteration: 20 (-38453.8235, 0.0049)
Iteration: 30 (-38453.6752, 0.0036)
Iteration: 40 (-38453.6024, 0.0028)
Iteration: 50 (-38453.5611, 0.0024)
Group probs = (0.7951, 0.1968, 0.0081)

Outer iteration: 9
Iteration: 1 (-37794.5836, 0.3797)
Iteration: 10 (-37793.0912, 0.0059)
Iteration: 20 (-37792.8674, 0.0035)
Iteration: 30 (-37792.7662, 0.0027)
Iteration: 40 (-37792.7087, 0.0022)
Iteration: 50 (-37792.6719, 0.0019)
Group probs = (0.7840, 0.2078, 0.0082)

Outer iteration: 10
Iteration: 1 (-37176.9490, 0.3675)
Iteration: 10 (-37175.6644, 0.0052)
Iteration: 20 (-37175.4612, 0.0031)
Iteration: 30 (-37175.3627, 0.0024)
Iteration: 40 (-37175.3034, 0.0021)
Iteration: 50 (-37175.2637, 0.0018)
Group probs = (0.7789, 0.2128, 0.0083)

Outer iteration: 11
Iteration: 1 (-36883.6479, 0.2118)
Iteration: 10 (-36882.9906, 0.0039)
Iteration: 20 (-36882.8450, 0.0026)
Iteration: 30 (-36882.7638, 0.0022)
Iteration: 40 (-36882.7104, 0.0019)
Iteration: 50 (-36882.6725, 0.0017)
Group probs = (0.7752, 0.2164, 0.0084)

Outer iteration: 12
Iteration: 1 (-36666.6994, 0.1548)
Iteration: 10 (-36666.3125, 0.0032)
Iteration: 20 (-36666.2224, 0.0022)
Iteration: 30 (-36666.1696, 0.0018)
Iteration: 40 (-36666.1329, 0.0017)
Iteration: 50 (-36666.1056, 0.0015)
Group probs = (0.7722, 0.2193, 0.0086)

Outer iteration: 13
Iteration: 1 (-36488.7738, 0.1275)
Iteration: 10 (-36488.5215, 0.0027)
Iteration: 20 (-36488.4640, 0.0019)
Iteration: 30 (-36488.4298, 0.0016)
Iteration: 40 (-36488.4055, 0.0015)
Iteration: 50 (-36488.3868, 0.0014)
Group probs = (0.7721, 0.2192, 0.0087)

Outer iteration: 14
Iteration: 1 (-36476.6031, 0.0365)
Iteration: 10 (-36476.4998, 0.0020)
Iteration: 20 (-36476.4695, 0.0015)
Iteration: 30 (-36476.4509, 0.0013)
Iteration: 40 (-36476.4373, 0.0012)
Iteration: 50 (-36476.4267, 0.0011)
Group probs = (0.7717, 0.2195, 0.0088)

Outer iteration: 15
Iteration: 1 (-36447.8486, 0.0294)
Iteration: 10 (-36447.8034, 0.0013)
Iteration: 20 (-36447.7880, 0.0010)
Iteration: 30 (-36447.7781, 0.0009)
Iteration: 40 (-36447.7708, 0.0009)
Iteration: 50 (-36447.7651, 0.0008)
Group probs = (0.7721, 0.2191, 0.0088)

Outer iteration: 16
Iteration: 1 (-36471.9326, 0.0114)
Iteration: 10 (-36471.9080, 0.0010)
Iteration: 20 (-36471.8990, 0.0008)
Iteration: 30 (-36471.8930, 0.0008)
Iteration: 40 (-36471.8886, 0.0007)
Iteration: 50 (-36471.8851, 0.0007)
Group probs = (0.7714, 0.2197, 0.0089)

Outer iteration: 17
Iteration: 1 (-36434.3020, 0.0231)
Iteration: 10 (-36434.2898, 0.0008)
Iteration: 20 (-36434.2854, 0.0006)
Iteration: 30 (-36434.2825, 0.0006)
Iteration: 40 (-36434.2802, 0.0005)
Iteration: 50 (-36434.2785, 0.0005)
Group probs = (0.7711, 0.2200, 0.0090)

Outer iteration: 18
Iteration: 1 (-36412.0348, 0.0014)
Iteration: 10 (-36412.0306, 0.0005)
Iteration: 20 (-36412.0288, 0.0004)
Iteration: 30 (-36412.0275, 0.0004)
Iteration: 40 (-36412.0264, 0.0004)
Iteration: 50 (-36412.0256, 0.0004)
Group probs = (0.7704, 0.2206, 0.0089)

Outer iteration: 19
Iteration: 1 (-36377.1830, 0.0199)
Iteration: 10 (-36377.1782, 0.0004)
Iteration: 20 (-36377.1769, 0.0004)
Iteration: 30 (-36377.1760, 0.0003)
Iteration: 40 (-36377.1752, 0.0003)
Iteration: 50 (-36377.1746, 0.0003)
Group probs = (0.7707, 0.2203, 0.0089)

Outer iteration: 20
Iteration: 1 (-36392.4874, 0.0065)
Iteration: 10 (-36392.4862, 0.0003)
Iteration: 20 (-36392.4858, 0.0003)
Iteration: 30 (-36392.4855, 0.0003)
Iteration: 40 (-36392.4852, 0.0002)
Iteration: 50 (-36392.4850, 0.0002)
Group probs = (0.7708, 0.2203, 0.0089)

Outer iteration: 21
Iteration: 1 (-36403.8034, 0.0101)
Iteration: 10 (-36403.8006, 0.0003)
Iteration: 20 (-36403.7999, 0.0003)
Iteration: 30 (-36403.7995, 0.0002)
Iteration: 40 (-36403.7992, 0.0002)
Iteration: 50 (-36403.7990, 0.0002)
Group probs = (0.7711, 0.2200, 0.0089)

Outer iteration: 22
Iteration: 1 (-36420.9680, 0.0035)
Iteration: 10 (-36420.9632, 0.0004)
Iteration: 20 (-36420.9623, 0.0003)
Iteration: 30 (-36420.9618, 0.0002)
Iteration: 40 (-36420.9616, 0.0002)
Iteration: 50 (-36420.9614, 0.0002)
Group probs = (0.7696, 0.2214, 0.0090)

Outer iteration: 23
Iteration: 1 (-36326.8883, 0.0155)
Iteration: 10 (-36326.8740, 0.0003)
Iteration: 20 (-36326.8725, 0.0002)
Iteration: 30 (-36326.8719, 0.0002)
Iteration: 40 (-36326.8716, 0.0001)
Iteration: 50 (-36326.8714, 0.0001)
Group probs = (0.7705, 0.2206, 0.0089)

Outer iteration: 24
Iteration: 1 (-36387.0791, 0.0003)
Iteration: 10 (-36387.0716, 0.0003)
Iteration: 20 (-36387.0706, 0.0002)
Iteration: 30 (-36387.0703, 0.0001)
Iteration: 40 (-36387.0701, 0.0001)
Iteration: 50 (-36387.0700, 0.0001)
Group probs = (0.7702, 0.2208, 0.0089)

Outer iteration: 25
Iteration: 1 (-36367.2434, 0.0032)
Iteration: 10 (-36367.2422, 0.0001)
Iteration: 20 (-36367.2420, 0.0001)
Iteration: 30 (-36367.2420, 0.0001)
Iteration: 40 (-36367.2419, 0.0001)
Iteration: 50 (-36367.2419, 0.0001)
Group probs = (0.7705, 0.2206, 0.0089)

Outer iteration: 26
Iteration: 1 (-36392.8231, 0.0093)
Iteration: 10 (-36392.8195, 0.0003)
Iteration: 20 (-36392.8190, 0.0002)
Iteration: 30 (-36392.8188, 0.0001)
Iteration: 40 (-36392.8187, 0.0001)
Iteration: 50 (-36392.8186, 0.0001)
Group probs = (0.7702, 0.2209, 0.0089)

Outer iteration: 27
Iteration: 1 (-36367.7314, 0.0034)
Iteration: 10 (-36367.7290, 0.0002)
Iteration: 20 (-36367.7286, 0.0001)
Iteration: 30 (-36367.7285, 0.0001)
Iteration: 40 (-36367.7285, 0.0001)
Iteration: 50 (-36367.7284, 0.0001)
Group probs = (0.7702, 0.2209, 0.0090)

Outer iteration: 28
Iteration: 1 (-36361.0037, 0.0128)
Iteration: 10 (-36361.0004, 0.0003)
Iteration: 20 (-36360.9999, 0.0001)
Iteration: 30 (-36360.9997, 0.0001)
Iteration: 40 (-36360.9997, 0.0001)
Iteration: 50 (-36360.9996, 0.0001)
Group probs = (0.7702, 0.2208, 0.0090)

Outer iteration: 29
Iteration: 1 (-36368.2310, 0.0065)
Iteration: 10 (-36368.2278, 0.0003)
Iteration: 20 (-36368.2273, 0.0002)
Iteration: 30 (-36368.2272, 0.0001)
Iteration: 40 (-36368.2271, 0.0001)
Iteration: 50 (-36368.2270, 0.0001)
Group probs = (0.7701, 0.2210, 0.0089)

Outer iteration: 30
Iteration: 1 (-36361.0459, 0.0140)
Iteration: 10 (-36361.0423, 0.0003)
Iteration: 20 (-36361.0418, 0.0001)
Iteration: 30 (-36361.0416, 0.0001)
Iteration: 40 (-36361.0415, 0.0001)
Iteration: 50 (-36361.0414, 0.0001)
Group probs = (0.7707, 0.2204, 0.0089)

Outer iteration: 31
Iteration: 1 (-36392.3649, 0.0162)
Iteration: 10 (-36392.3633, 0.0001)
Iteration: 20 (-36392.3631, 0.0001)
Iteration: 30 (-36392.3631, 0.0000)
Iteration: 40 (-36392.3630, 0.0000)
Iteration: 50 (-36392.3630, 0.0000)
Group probs = (0.7712, 0.2198, 0.0090)

Outer iteration: 32
Iteration: 1 (-36425.6376, 0.0161)
Iteration: 10 (-36425.6342, 0.0002)
Iteration: 20 (-36425.6337, 0.0001)
Iteration: 30 (-36425.6335, 0.0001)
Iteration: 40 (-36425.6335, 0.0000)
Iteration: 50 (-36425.6334, 0.0000)
Group probs = (0.7708, 0.2202, 0.0089)

Outer iteration: 33
Iteration: 1 (-36409.0741, 0.0156)
Iteration: 10 (-36409.0727, 0.0001)
Iteration: 20 (-36409.0725, 0.0001)
Iteration: 30 (-36409.0724, 0.0000)
Iteration: 40 (-36409.0724, 0.0000)
Iteration: 50 (-36409.0724, 0.0000)
Group probs = (0.7707, 0.2203, 0.0089)

Outer iteration: 34
Iteration: 1 (-36403.3779, 0.0003)
Iteration: 10 (-36403.3768, 0.0002)
Iteration: 20 (-36403.3767, 0.0001)
Iteration: 30 (-36403.3766, 0.0001)
Iteration: 40 (-36403.3766, 0.0001)
Iteration: 50 (-36403.3766, 0.0001)
Group probs = (0.7708, 0.2203, 0.0089)

Outer iteration: 35
Iteration: 1 (-36410.8928, 0.0040)
Iteration: 10 (-36410.8920, 0.0001)
Iteration: 20 (-36410.8918, 0.0001)
Iteration: 30 (-36410.8917, 0.0001)
Iteration: 40 (-36410.8917, 0.0001)
Iteration: 50 (-36410.8917, 0.0000)
Group probs = (0.7705, 0.2206, 0.0090)

Outer iteration: 36
Iteration: 1 (-36389.7207, 0.0046)
Iteration: 10 (-36389.7192, 0.0002)
Iteration: 20 (-36389.7190, 0.0001)
Iteration: 30 (-36389.7189, 0.0001)
Iteration: 40 (-36389.7189, 0.0000)
Iteration: 50 (-36389.7189, 0.0000)
Group probs = (0.7715, 0.2196, 0.0089)

Outer iteration: 37
Iteration: 1 (-36445.2807, 0.0166)
Iteration: 10 (-36445.2754, 0.0002)
Iteration: 20 (-36445.2748, 0.0001)
Iteration: 30 (-36445.2746, 0.0001)
Iteration: 40 (-36445.2745, 0.0001)
Iteration: 50 (-36445.2744, 0.0000)
Group probs = (0.7706, 0.2205, 0.0089)

Outer iteration: 38
Iteration: 1 (-36396.7540, 0.0133)
Iteration: 10 (-36396.7498, 0.0002)
Iteration: 20 (-36396.7493, 0.0001)
Iteration: 30 (-36396.7492, 0.0001)
Iteration: 40 (-36396.7491, 0.0001)
Iteration: 50 (-36396.7491, 0.0000)
Group probs = (0.7705, 0.2206, 0.0089)

Outer iteration: 39
Iteration: 1 (-36386.9997, 0.0005)
Iteration: 10 (-36386.9989, 0.0001)
Iteration: 20 (-36386.9988, 0.0001)
Iteration: 30 (-36386.9987, 0.0000)
Iteration: 40 (-36386.9986, 0.0000)
Iteration: 50 (-36386.9986, 0.0000)
Group probs = (0.7710, 0.2200, 0.0089)

Outer iteration: 40
Iteration: 1 (-36417.5594, 0.0132)
Iteration: 10 (-36417.5576, 0.0001)
Iteration: 20 (-36417.5574, 0.0001)
Iteration: 30 (-36417.5573, 0.0001)
Iteration: 40 (-36417.5573, 0.0000)
Iteration: 50 (-36417.5573, 0.0000)
Group probs = (0.7710, 0.2201, 0.0089)

> est_dat <- est_dat %>% 
+               mutate(w1_1d = res_1d$w[,1],
+                      w2_1d = res_1d$w[,2],
+                      w3_1d = res_1d$w[,3],
+                      ivp_lk_1d = res_1d$ivp$lk,
+                      fvp_lk_1d = res_1d$fvp,
+                      irt_mlk_1d = res_1d$irt_mlk,
+                      irt_lk_1d = res_1d$irt$lk,
+                      x_1d = as.numeric(res_1d$irt$x))  
> 
> # Fit 2-D module 
> res_2d <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=2)
Outer iteration: 1
Iteration: 1 (-40203.0825,    Inf)
Iteration: 10 (-34510.6981, 38.6442)
Iteration: 20 (-34169.4575, 0.5157)
Iteration: 30 (-34061.3292, 0.3128)
Iteration: 40 (-34007.6154, 0.2226)
Iteration: 50 (-33975.0165, 0.1725)
Group probs = (0.9504, 0.0368, 0.0128)

Outer iteration: 2
Iteration: 1 (-43771.4360, 0.6249)
Iteration: 10 (-43722.2126, 0.1520)
Iteration: 20 (-43696.4951, 0.1219)
Iteration: 30 (-43678.6354, 0.1033)
Iteration: 40 (-43665.0439, 0.0902)
Iteration: 50 (-43654.1930, 0.0804)
Group probs = (0.9533, 0.0359, 0.0108)

Outer iteration: 3
Iteration: 1 (-43766.3111, 0.0868)
Iteration: 10 (-43757.5165, 0.0723)
Iteration: 20 (-43749.7992, 0.0662)
Iteration: 30 (-43743.2480, 0.0610)
Iteration: 40 (-43737.5721, 0.0567)
Iteration: 50 (-43732.5834, 0.0531)
Group probs = (0.9524, 0.0373, 0.0103)

Outer iteration: 4
Iteration: 1 (-43666.8071, 0.0726)
Iteration: 10 (-43662.3344, 0.0496)
Iteration: 20 (-43658.2439, 0.0470)
Iteration: 30 (-43654.5761, 0.0447)
Iteration: 40 (-43651.2439, 0.0426)
Iteration: 50 (-43648.1917, 0.0407)
Group probs = (0.9503, 0.0396, 0.0101)

Outer iteration: 5
Iteration: 1 (-43522.0734, 0.0682)
Iteration: 10 (-43519.2114, 0.0389)
Iteration: 20 (-43516.4850, 0.0375)
Iteration: 30 (-43513.9713, 0.0362)
Iteration: 40 (-43511.6294, 0.0350)
Iteration: 50 (-43509.4343, 0.0339)
Group probs = (0.9476, 0.0428, 0.0096)

Outer iteration: 6
Iteration: 1 (-43362.3518, 0.0648)
Iteration: 10 (-43360.1908, 0.0330)
Iteration: 20 (-43358.1401, 0.0321)
Iteration: 30 (-43356.2186, 0.0312)
Iteration: 40 (-43354.4004, 0.0305)
Iteration: 50 (-43352.6715, 0.0298)
Group probs = (0.9443, 0.0468, 0.0088)

Outer iteration: 7
Iteration: 1 (-43204.3485, 0.0793)
Iteration: 10 (-43202.5827, 0.0295)
Iteration: 20 (-43200.9302, 0.0287)
Iteration: 30 (-43199.3653, 0.0281)
Iteration: 40 (-43197.8693, 0.0276)
Iteration: 50 (-43196.4330, 0.0270)
Group probs = (0.9411, 0.0508, 0.0082)

Outer iteration: 8
Iteration: 1 (-43072.6438, 0.1191)
Iteration: 10 (-43070.9145, 0.0278)
Iteration: 20 (-43069.4948, 0.0266)
Iteration: 30 (-43068.1656, 0.0259)
Iteration: 40 (-43066.8949, 0.0253)
Iteration: 50 (-43065.6711, 0.0249)
Group probs = (0.9366, 0.0560, 0.0075)

Outer iteration: 9
Iteration: 1 (-42870.8853, 0.1546)
Iteration: 10 (-42868.7164, 0.0274)
Iteration: 20 (-42867.3590, 0.0252)
Iteration: 30 (-42866.1316, 0.0242)
Iteration: 40 (-42864.9717, 0.0236)
Iteration: 50 (-42863.8595, 0.0232)
Group probs = (0.9327, 0.0614, 0.0059)

Outer iteration: 10
Iteration: 1 (-42679.0978, 0.1862)
Iteration: 10 (-42675.6802, 0.0301)
Iteration: 20 (-42674.1116, 0.0264)
Iteration: 30 (-42672.8213, 0.0247)
Iteration: 40 (-42671.6511, 0.0237)
Iteration: 50 (-42670.5533, 0.0230)
Group probs = (0.9302, 0.0663, 0.0034)

Outer iteration: 11
Iteration: 1 (-42567.0086, 0.1787)
Iteration: 10 (-42563.7778, 0.0294)
Iteration: 20 (-42562.2677, 0.0259)
Iteration: 30 (-42561.0425, 0.0242)
Iteration: 40 (-42559.9425, 0.0232)
Iteration: 50 (-42558.9164, 0.0224)
Group probs = (0.9271, 0.0692, 0.0038)

Outer iteration: 12
Iteration: 1 (-42443.2904, 0.1948)
Iteration: 10 (-42440.0060, 0.0286)
Iteration: 20 (-42438.5845, 0.0253)
Iteration: 30 (-42437.4344, 0.0236)
Iteration: 40 (-42436.4014, 0.0225)
Iteration: 50 (-42435.4380, 0.0218)
Group probs = (0.9233, 0.0727, 0.0041)

Outer iteration: 13
Iteration: 1 (-42255.3020, 0.1830)
Iteration: 10 (-42253.3231, 0.0252)
Iteration: 20 (-42252.1831, 0.0231)
Iteration: 30 (-42251.2028, 0.0220)
Iteration: 40 (-42250.2988, 0.0212)
Iteration: 50 (-42249.4437, 0.0206)
Group probs = (0.9201, 0.0758, 0.0041)

Outer iteration: 14
Iteration: 1 (-42060.4789, 0.1301)
Iteration: 10 (-42059.0629, 0.0220)
Iteration: 20 (-42058.0876, 0.0209)
Iteration: 30 (-42057.2182, 0.0202)
Iteration: 40 (-42056.4045, 0.0197)
Iteration: 50 (-42055.6292, 0.0193)
Group probs = (0.9170, 0.0789, 0.0041)

Outer iteration: 15
Iteration: 1 (-41869.4216, 0.0989)
Iteration: 10 (-41868.3603, 0.0202)
Iteration: 20 (-41867.5248, 0.0196)
Iteration: 30 (-41866.7571, 0.0191)
Iteration: 40 (-41866.0272, 0.0188)
Iteration: 50 (-41865.3249, 0.0185)
Group probs = (0.9145, 0.0813, 0.0042)

Outer iteration: 16
Iteration: 1 (-41715.1052, 0.0744)
Iteration: 10 (-41714.3087, 0.0189)
Iteration: 20 (-41713.5956, 0.0185)
Iteration: 30 (-41712.9201, 0.0181)
Iteration: 40 (-41712.2680, 0.0179)
Iteration: 50 (-41711.6341, 0.0177)
Group probs = (0.9140, 0.0818, 0.0042)

Outer iteration: 17
Iteration: 1 (-41681.0822, 0.0356)
Iteration: 10 (-41680.4645, 0.0177)
Iteration: 20 (-41679.8442, 0.0175)
Iteration: 30 (-41679.2428, 0.0173)
Iteration: 40 (-41678.6553, 0.0171)
Iteration: 50 (-41678.0795, 0.0169)
Group probs = (0.9132, 0.0826, 0.0042)

Outer iteration: 18
Iteration: 1 (-41636.5341, 0.0290)
Iteration: 10 (-41635.9892, 0.0169)
Iteration: 20 (-41635.4240, 0.0167)
Iteration: 30 (-41634.8719, 0.0165)
Iteration: 40 (-41634.3300, 0.0164)
Iteration: 50 (-41633.7972, 0.0162)
Group probs = (0.9132, 0.0826, 0.0042)

Outer iteration: 19
Iteration: 1 (-41634.6245, 0.0232)
Iteration: 10 (-41634.1379, 0.0162)
Iteration: 20 (-41633.6173, 0.0160)
Iteration: 30 (-41633.1057, 0.0159)
Iteration: 40 (-41632.6019, 0.0158)
Iteration: 50 (-41632.1052, 0.0156)
Group probs = (0.9128, 0.0830, 0.0042)

Outer iteration: 20
Iteration: 1 (-41613.7751, 0.0238)
Iteration: 10 (-41613.3282, 0.0156)
Iteration: 20 (-41612.8443, 0.0154)
Iteration: 30 (-41612.3674, 0.0153)
Iteration: 40 (-41611.8966, 0.0152)
Iteration: 50 (-41611.4318, 0.0150)
Group probs = (0.9122, 0.0836, 0.0042)

Outer iteration: 21
Iteration: 1 (-41582.3168, 0.0244)
Iteration: 10 (-41581.8980, 0.0150)
Iteration: 20 (-41581.4440, 0.0149)
Iteration: 30 (-41580.9961, 0.0147)
Iteration: 40 (-41580.5536, 0.0146)
Iteration: 50 (-41580.1164, 0.0145)
Group probs = (0.9121, 0.0838, 0.0042)

Outer iteration: 22
Iteration: 1 (-41570.7550, 0.0144)
Iteration: 10 (-41570.3643, 0.0143)
Iteration: 20 (-41569.9364, 0.0142)
Iteration: 30 (-41569.5134, 0.0141)
Iteration: 40 (-41569.0951, 0.0140)
Iteration: 50 (-41568.6813, 0.0139)
Group probs = (0.9115, 0.0844, 0.0042)

Outer iteration: 23
Iteration: 1 (-41538.6743, 0.0179)
Iteration: 10 (-41538.3034, 0.0139)
Iteration: 20 (-41537.9001, 0.0138)
Iteration: 30 (-41537.5014, 0.0137)
Iteration: 40 (-41537.1071, 0.0135)
Iteration: 50 (-41536.7169, 0.0134)
Group probs = (0.9121, 0.0837, 0.0042)

Outer iteration: 24
Iteration: 1 (-41570.1343, 0.0164)
Iteration: 10 (-41569.7818, 0.0133)
Iteration: 20 (-41569.3974, 0.0132)
Iteration: 30 (-41569.0171, 0.0131)
Iteration: 40 (-41568.6407, 0.0130)
Iteration: 50 (-41568.2681, 0.0129)
Group probs = (0.9124, 0.0833, 0.0043)

Outer iteration: 25
Iteration: 1 (-41582.2649, 0.0156)
Iteration: 10 (-41581.9306, 0.0129)
Iteration: 20 (-41581.5646, 0.0128)
Iteration: 30 (-41581.2023, 0.0127)
Iteration: 40 (-41580.8436, 0.0126)
Iteration: 50 (-41580.4884, 0.0125)
Group probs = (0.9120, 0.0838, 0.0042)

Outer iteration: 26
Iteration: 1 (-41558.0856, 0.0228)
Iteration: 10 (-41557.7611, 0.0125)
Iteration: 20 (-41557.4102, 0.0124)
Iteration: 30 (-41557.0632, 0.0123)
Iteration: 40 (-41556.7197, 0.0122)
Iteration: 50 (-41556.3794, 0.0121)
Group probs = (0.9120, 0.0838, 0.0042)

Outer iteration: 27
Iteration: 1 (-41556.2065, 0.0141)
Iteration: 10 (-41555.9009, 0.0120)
Iteration: 20 (-41555.5676, 0.0119)
Iteration: 30 (-41555.2376, 0.0119)
Iteration: 40 (-41554.9108, 0.0118)
Iteration: 50 (-41554.5869, 0.0117)
Group probs = (0.9121, 0.0838, 0.0041)

Outer iteration: 28
Iteration: 1 (-41564.6088, 0.0118)
Iteration: 10 (-41564.3183, 0.0117)
Iteration: 20 (-41563.9996, 0.0116)
Iteration: 30 (-41563.6838, 0.0115)
Iteration: 40 (-41563.3709, 0.0114)
Iteration: 50 (-41563.0607, 0.0113)
Group probs = (0.9121, 0.0837, 0.0042)

Outer iteration: 29
Iteration: 1 (-41561.5511, 0.0129)
Iteration: 10 (-41561.2722, 0.0113)
Iteration: 20 (-41560.9667, 0.0112)
Iteration: 30 (-41560.6641, 0.0111)
Iteration: 40 (-41560.3640, 0.0110)
Iteration: 50 (-41560.0666, 0.0110)
Group probs = (0.9119, 0.0839, 0.0042)

Outer iteration: 30
Iteration: 1 (-41551.7395, 0.0119)
Iteration: 10 (-41551.4718, 0.0109)
Iteration: 20 (-41551.1789, 0.0108)
Iteration: 30 (-41550.8887, 0.0108)
Iteration: 40 (-41550.6009, 0.0107)
Iteration: 50 (-41550.3155, 0.0106)
Group probs = (0.9116, 0.0843, 0.0042)

Outer iteration: 31
Iteration: 1 (-41529.2573, 0.0125)
Iteration: 10 (-41529.0009, 0.0106)
Iteration: 20 (-41528.7202, 0.0105)
Iteration: 30 (-41528.4419, 0.0105)
Iteration: 40 (-41528.1659, 0.0104)
Iteration: 50 (-41527.8921, 0.0103)
Group probs = (0.9117, 0.0842, 0.0041)

Outer iteration: 32
Iteration: 1 (-41536.6216, 0.0117)
Iteration: 10 (-41536.3754, 0.0103)
Iteration: 20 (-41536.1059, 0.0102)
Iteration: 30 (-41535.8386, 0.0102)
Iteration: 40 (-41535.5735, 0.0101)
Iteration: 50 (-41535.3105, 0.0100)
Group probs = (0.9115, 0.0844, 0.0042)

Outer iteration: 33
Iteration: 1 (-41522.7676, 0.0112)
Iteration: 10 (-41522.5312, 0.0100)
Iteration: 20 (-41522.2723, 0.0100)
Iteration: 30 (-41522.0156, 0.0099)
Iteration: 40 (-41521.7610, 0.0098)
Iteration: 50 (-41521.5083, 0.0098)
Group probs = (0.9112, 0.0847, 0.0041)

Outer iteration: 34
Iteration: 1 (-41508.3411, 0.0116)
Iteration: 10 (-41508.1135, 0.0097)
Iteration: 20 (-41507.8644, 0.0097)
Iteration: 30 (-41507.6172, 0.0096)
Iteration: 40 (-41507.3719, 0.0096)
Iteration: 50 (-41507.1285, 0.0095)
Group probs = (0.9119, 0.0840, 0.0041)

Outer iteration: 35
Iteration: 1 (-41546.3558, 0.0131)
Iteration: 10 (-41546.1331, 0.0094)
Iteration: 20 (-41545.8909, 0.0094)
Iteration: 30 (-41545.6508, 0.0093)
Iteration: 40 (-41545.4125, 0.0093)
Iteration: 50 (-41545.1760, 0.0092)
Group probs = (0.9117, 0.0841, 0.0041)

Outer iteration: 36
Iteration: 1 (-41534.9083, 0.0106)
Iteration: 10 (-41534.6957, 0.0092)
Iteration: 20 (-41534.4624, 0.0092)
Iteration: 30 (-41534.2310, 0.0091)
Iteration: 40 (-41534.0011, 0.0091)
Iteration: 50 (-41533.7729, 0.0090)
Group probs = (0.9116, 0.0842, 0.0041)

Outer iteration: 37
Iteration: 1 (-41527.6856, 0.0103)
Iteration: 10 (-41527.4813, 0.0090)
Iteration: 20 (-41527.2568, 0.0090)
Iteration: 30 (-41527.0340, 0.0089)
Iteration: 40 (-41526.8127, 0.0088)
Iteration: 50 (-41526.5929, 0.0088)
Group probs = (0.9122, 0.0836, 0.0042)

Outer iteration: 38
Iteration: 1 (-41555.7018, 0.0136)
Iteration: 10 (-41555.5029, 0.0087)
Iteration: 20 (-41555.2854, 0.0087)
Iteration: 30 (-41555.0694, 0.0086)
Iteration: 40 (-41554.8550, 0.0086)
Iteration: 50 (-41554.6420, 0.0086)
Group probs = (0.9120, 0.0838, 0.0042)

Outer iteration: 39
Iteration: 1 (-41539.4680, 0.0087)
Iteration: 10 (-41539.2753, 0.0085)
Iteration: 20 (-41539.0646, 0.0084)
Iteration: 30 (-41538.8557, 0.0084)
Iteration: 40 (-41538.6482, 0.0084)
Iteration: 50 (-41538.4421, 0.0083)
Group probs = (0.9123, 0.0835, 0.0042)

Outer iteration: 40
Iteration: 1 (-41559.5869, 0.0109)
Iteration: 10 (-41559.4003, 0.0083)
Iteration: 20 (-41559.1958, 0.0083)
Iteration: 30 (-41558.9929, 0.0083)
Iteration: 40 (-41558.7913, 0.0082)
Iteration: 50 (-41558.5910, 0.0082)
Group probs = (0.9115, 0.0844, 0.0042)

> est_dat <- est_dat %>% 
+   mutate(w1_2d = res_2d$w[,1],
+          w2_2d = res_2d$w[,2],
+          w3_2d = res_2d$w[,3],
+          ivp_lk_2d = res_2d$ivp$lk,
+          fvp_lk_2d = res_2d$fvp,
+          irt_mlk_2d = res_2d$irt_mlk,
+          irt_lk_2d = res_2d$irt$lk,
+          x1_2d = as.numeric(res_2d$irt$x[,1]),
+          x2_2d = as.numeric(res_2d$irt$x[,2])) 
> 
> 
> # Fist 1-D no-mix model
> res_1d_nm <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=1, w_alpha=c(1,0,0))
Outer iteration: 1
Iteration: 1 (-58406.3044,    Inf)
Iteration: 10 (-51785.6186, 0.7871)
Iteration: 20 (-51506.8461, 0.2909)
Iteration: 30 (-51437.7587, 0.1620)
Iteration: 40 (-51409.5790, 0.1067)
Iteration: 50 (-51395.0656, 0.0770)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-51394.0105, 0.0748)
Iteration: 10 (-51386.5106, 0.0589)
Iteration: 20 (-51381.0096, 0.0469)
Iteration: 30 (-51377.2532, 0.0384)
Iteration: 40 (-51374.5729, 0.0322)
Iteration: 50 (-51372.5951, 0.0274)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-51372.4265, 0.0270)
Iteration: 10 (-51371.0968, 0.0237)
Iteration: 20 (-51369.9372, 0.0207)
Iteration: 30 (-51369.0238, 0.0183)
Iteration: 40 (-51368.2937, 0.0163)
Iteration: 50 (-51367.7026, 0.0146)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-51367.6499, 0.0145)
Iteration: 10 (-51367.2190, 0.0132)
Iteration: 20 (-51366.8195, 0.0120)
Iteration: 30 (-51366.4868, 0.0110)
Iteration: 40 (-51366.2076, 0.0101)
Iteration: 50 (-51365.9719, 0.0092)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-51365.9504, 0.0092)
Iteration: 10 (-51365.7717, 0.0085)
Iteration: 20 (-51365.6007, 0.0079)
Iteration: 30 (-51365.4541, 0.0073)
Iteration: 40 (-51365.3277, 0.0068)
Iteration: 50 (-51365.2184, 0.0064)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-51365.2083, 0.0063)
Iteration: 10 (-51365.1236, 0.0060)
Iteration: 20 (-51365.0409, 0.0056)
Iteration: 30 (-51364.9687, 0.0053)
Iteration: 40 (-51364.9054, 0.0049)
Iteration: 50 (-51364.8498, 0.0047)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-51364.8446, 0.0046)
Iteration: 10 (-51364.8008, 0.0044)
Iteration: 20 (-51364.7576, 0.0041)
Iteration: 30 (-51364.7193, 0.0039)
Iteration: 40 (-51364.6853, 0.0037)
Iteration: 50 (-51364.6551, 0.0035)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-51364.6523, 0.0035)
Iteration: 10 (-51364.6283, 0.0033)
Iteration: 20 (-51364.6043, 0.0032)
Iteration: 30 (-51364.5829, 0.0030)
Iteration: 40 (-51364.5637, 0.0029)
Iteration: 50 (-51364.5465, 0.0027)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-51364.5449, 0.0027)
Iteration: 10 (-51364.5311, 0.0026)
Iteration: 20 (-51364.5172, 0.0025)
Iteration: 30 (-51364.5047, 0.0024)
Iteration: 40 (-51364.4935, 0.0022)
Iteration: 50 (-51364.4833, 0.0021)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-51364.4823, 0.0021)
Iteration: 10 (-51364.4741, 0.0021)
Iteration: 20 (-51364.4658, 0.0020)
Iteration: 30 (-51364.4582, 0.0019)
Iteration: 40 (-51364.4514, 0.0018)
Iteration: 50 (-51364.4452, 0.0017)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-51364.4446, 0.0017)
Iteration: 10 (-51364.4395, 0.0016)
Iteration: 20 (-51364.4344, 0.0016)
Iteration: 30 (-51364.4297, 0.0015)
Iteration: 40 (-51364.4254, 0.0014)
Iteration: 50 (-51364.4215, 0.0014)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-51364.4212, 0.0014)
Iteration: 10 (-51364.4180, 0.0013)
Iteration: 20 (-51364.4147, 0.0013)
Iteration: 30 (-51364.4117, 0.0012)
Iteration: 40 (-51364.4090, 0.0012)
Iteration: 50 (-51364.4065, 0.0011)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-51364.4063, 0.0011)
Iteration: 10 (-51364.4042, 0.0011)
Iteration: 20 (-51364.4021, 0.0011)
Iteration: 30 (-51364.4002, 0.0010)
Iteration: 40 (-51364.3984, 0.0010)
Iteration: 50 (-51364.3967, 0.0009)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-51364.3966, 0.0009)
Iteration: 10 (-51364.3952, 0.0009)
Iteration: 20 (-51364.3938, 0.0009)
Iteration: 30 (-51364.3925, 0.0008)
Iteration: 40 (-51364.3914, 0.0008)
Iteration: 50 (-51364.3903, 0.0008)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-51364.3902, 0.0008)
Iteration: 10 (-51364.3893, 0.0007)
Iteration: 20 (-51364.3883, 0.0007)
Iteration: 30 (-51364.3875, 0.0007)
Iteration: 40 (-51364.3867, 0.0007)
Iteration: 50 (-51364.3859, 0.0006)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-51364.3858, 0.0006)
Iteration: 10 (-51364.3852, 0.0006)
Iteration: 20 (-51364.3846, 0.0006)
Iteration: 30 (-51364.3840, 0.0006)
Iteration: 40 (-51364.3835, 0.0006)
Iteration: 50 (-51364.3830, 0.0005)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-51364.3829, 0.0005)
Iteration: 10 (-51364.3825, 0.0005)
Iteration: 20 (-51364.3821, 0.0005)
Iteration: 30 (-51364.3816, 0.0005)
Iteration: 40 (-51364.3813, 0.0005)
Iteration: 50 (-51364.3809, 0.0005)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-51364.3809, 0.0004)
Iteration: 10 (-51364.3806, 0.0004)
Iteration: 20 (-51364.3803, 0.0004)
Iteration: 30 (-51364.3800, 0.0004)
Iteration: 40 (-51364.3798, 0.0004)
Iteration: 50 (-51364.3795, 0.0004)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-51364.3795, 0.0004)
Iteration: 10 (-51364.3793, 0.0004)
Iteration: 20 (-51364.3791, 0.0004)
Iteration: 30 (-51364.3789, 0.0003)
Iteration: 40 (-51364.3787, 0.0003)
Iteration: 50 (-51364.3785, 0.0003)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-51364.3785, 0.0003)
Iteration: 10 (-51364.3784, 0.0003)
Iteration: 20 (-51364.3782, 0.0003)
Iteration: 30 (-51364.3781, 0.0003)
Iteration: 40 (-51364.3779, 0.0003)
Iteration: 50 (-51364.3778, 0.0003)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-51364.3778, 0.0003)
Iteration: 10 (-51364.3777, 0.0003)
Iteration: 20 (-51364.3776, 0.0003)
Iteration: 30 (-51364.3775, 0.0002)
Iteration: 40 (-51364.3774, 0.0002)
Iteration: 50 (-51364.3773, 0.0002)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-51364.3773, 0.0002)
Iteration: 10 (-51364.3772, 0.0002)
Iteration: 20 (-51364.3772, 0.0002)
Iteration: 30 (-51364.3771, 0.0002)
Iteration: 40 (-51364.3770, 0.0002)
Iteration: 50 (-51364.3770, 0.0002)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-51364.3770, 0.0002)
Iteration: 10 (-51364.3769, 0.0002)
Iteration: 20 (-51364.3769, 0.0002)
Iteration: 30 (-51364.3768, 0.0002)
Iteration: 40 (-51364.3768, 0.0002)
Iteration: 50 (-51364.3767, 0.0002)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-51364.3767, 0.0002)
Iteration: 10 (-51364.3767, 0.0002)
Iteration: 20 (-51364.3766, 0.0002)
Iteration: 30 (-51364.3766, 0.0001)
Iteration: 40 (-51364.3766, 0.0001)
Iteration: 50 (-51364.3765, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-51364.3765, 0.0001)
Iteration: 10 (-51364.3765, 0.0001)
Iteration: 20 (-51364.3765, 0.0001)
Iteration: 30 (-51364.3764, 0.0001)
Iteration: 40 (-51364.3764, 0.0001)
Iteration: 50 (-51364.3764, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-51364.3764, 0.0001)
Iteration: 10 (-51364.3764, 0.0001)
Iteration: 20 (-51364.3764, 0.0001)
Iteration: 30 (-51364.3763, 0.0001)
Iteration: 40 (-51364.3763, 0.0001)
Iteration: 50 (-51364.3763, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-51364.3763, 0.0001)
Iteration: 10 (-51364.3763, 0.0001)
Iteration: 20 (-51364.3763, 0.0001)
Iteration: 30 (-51364.3763, 0.0001)
Iteration: 40 (-51364.3762, 0.0001)
Iteration: 50 (-51364.3762, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-51364.3762, 0.0001)
Iteration: 10 (-51364.3762, 0.0001)
Iteration: 20 (-51364.3762, 0.0001)
Iteration: 30 (-51364.3762, 0.0001)
Iteration: 40 (-51364.3762, 0.0001)
Iteration: 50 (-51364.3762, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-51364.3762, 0.0001)
Iteration: 10 (-51364.3762, 0.0001)
Iteration: 20 (-51364.3762, 0.0001)
Iteration: 30 (-51364.3762, 0.0001)
Iteration: 40 (-51364.3762, 0.0001)
Iteration: 50 (-51364.3761, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-51364.3761, 0.0001)
Iteration: 10 (-51364.3761, 0.0001)
Iteration: 20 (-51364.3761, 0.0001)
Iteration: 30 (-51364.3761, 0.0001)
Iteration: 40 (-51364.3761, 0.0001)
Iteration: 50 (-51364.3761, 0.0001)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-51364.3761, 0.0001)
Iteration: 10 (-51364.3761, 0.0001)
Iteration: 20 (-51364.3761, 0.0001)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-51364.3761, 0.0000)
Iteration: 10 (-51364.3761, 0.0000)
Iteration: 20 (-51364.3761, 0.0000)
Iteration: 30 (-51364.3761, 0.0000)
Iteration: 40 (-51364.3761, 0.0000)
Iteration: 50 (-51364.3761, 0.0000)
Group probs = (1.0000, 0.0000, 0.0000)

> est_dat <- est_dat %>% 
+   mutate(w1_1d_nm = res_1d_nm$w[,1],
+          w2_1d_nm = res_1d_nm$w[,2],
+          w3_1d_nm = res_1d_nm$w[,3],
+          ivp_lk_1d_nm = res_1d_nm$ivp$lk,
+          fvp_lk_1d_nm = res_1d_nm$fvp,
+          irt_mlk_1d_nm = res_1d_nm$irt_mlk,
+          irt_lk_1d_nm = res_1d_nm$irt$lk,
+          x1_1d_nm = as.numeric(res_1d_nm$irt$x[,1])) 
> 
> 
> # Fit 2-D no mix model
> res_2d_nm <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=2, w_alpha=c(1,0,0))
Outer iteration: 1
Iteration: 1 (-55968.7990,    Inf)
Iteration: 10 (-48046.3440, 1.2676)
Iteration: 20 (-47576.0565, 0.5144)
Iteration: 30 (-47428.1847, 0.3115)
Iteration: 40 (-47355.1058, 0.2214)
Iteration: 50 (-47310.9084, 0.1713)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-47307.4125, 0.1675)
Iteration: 10 (-47280.9792, 0.1397)
Iteration: 20 (-47259.2122, 0.1180)
Iteration: 30 (-47242.5854, 0.1021)
Iteration: 40 (-47229.4193, 0.0901)
Iteration: 50 (-47218.6996, 0.0807)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-47217.7349, 0.0798)
Iteration: 10 (-47209.7753, 0.0730)
Iteration: 20 (-47202.2079, 0.0668)
Iteration: 30 (-47195.6911, 0.0616)
Iteration: 40 (-47190.0043, 0.0572)
Iteration: 50 (-47184.9843, 0.0535)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-47184.5140, 0.0531)
Iteration: 10 (-47180.5082, 0.0502)
Iteration: 20 (-47176.4813, 0.0474)
Iteration: 30 (-47172.8299, 0.0449)
Iteration: 40 (-47169.4953, 0.0428)
Iteration: 50 (-47166.4307, 0.0409)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-47166.1376, 0.0407)
Iteration: 10 (-47163.5981, 0.0391)
Iteration: 20 (-47160.9662, 0.0376)
Iteration: 30 (-47158.5093, 0.0362)
Iteration: 40 (-47156.2061, 0.0350)
Iteration: 50 (-47154.0383, 0.0339)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-47153.8284, 0.0338)
Iteration: 10 (-47151.9909, 0.0328)
Iteration: 20 (-47150.0508, 0.0319)
Iteration: 30 (-47148.2069, 0.0310)
Iteration: 40 (-47146.4496, 0.0303)
Iteration: 50 (-47144.7707, 0.0295)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-47144.6068, 0.0295)
Iteration: 10 (-47143.1630, 0.0289)
Iteration: 20 (-47141.6201, 0.0283)
Iteration: 30 (-47140.1366, 0.0277)
Iteration: 40 (-47138.7076, 0.0272)
Iteration: 50 (-47137.3288, 0.0267)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-47137.1935, 0.0266)
Iteration: 10 (-47135.9963, 0.0262)
Iteration: 20 (-47134.7067, 0.0258)
Iteration: 30 (-47133.4570, 0.0254)
Iteration: 40 (-47132.2445, 0.0250)
Iteration: 50 (-47131.0667, 0.0246)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-47130.9507, 0.0246)
Iteration: 10 (-47129.9213, 0.0243)
Iteration: 20 (-47128.8064, 0.0239)
Iteration: 30 (-47127.7202, 0.0236)
Iteration: 40 (-47126.6609, 0.0233)
Iteration: 50 (-47125.6271, 0.0231)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-47125.5250, 0.0230)
Iteration: 10 (-47124.6173, 0.0228)
Iteration: 20 (-47123.6304, 0.0225)
Iteration: 30 (-47122.6651, 0.0223)
Iteration: 40 (-47121.7204, 0.0220)
Iteration: 50 (-47120.7953, 0.0218)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-47120.7038, 0.0218)
Iteration: 10 (-47119.8888, 0.0216)
Iteration: 20 (-47119.0001, 0.0214)
Iteration: 30 (-47118.1285, 0.0212)
Iteration: 40 (-47117.2731, 0.0210)
Iteration: 50 (-47116.4334, 0.0208)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-47116.3503, 0.0208)
Iteration: 10 (-47115.6087, 0.0206)
Iteration: 20 (-47114.7983, 0.0204)
Iteration: 30 (-47114.0017, 0.0202)
Iteration: 40 (-47113.2185, 0.0201)
Iteration: 50 (-47112.4481, 0.0199)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-47112.3717, 0.0199)
Iteration: 10 (-47111.6900, 0.0197)
Iteration: 20 (-47110.9439, 0.0196)
Iteration: 30 (-47110.2092, 0.0194)
Iteration: 40 (-47109.4857, 0.0193)
Iteration: 50 (-47108.7730, 0.0191)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-47108.7023, 0.0191)
Iteration: 10 (-47108.0706, 0.0190)
Iteration: 20 (-47107.3784, 0.0188)
Iteration: 30 (-47106.6960, 0.0187)
Iteration: 40 (-47106.0230, 0.0185)
Iteration: 50 (-47105.3592, 0.0184)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-47105.2933, 0.0184)
Iteration: 10 (-47104.7044, 0.0182)
Iteration: 20 (-47104.0582, 0.0181)
Iteration: 30 (-47103.4205, 0.0180)
Iteration: 40 (-47102.7911, 0.0178)
Iteration: 50 (-47102.1696, 0.0177)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-47102.1078, 0.0177)
Iteration: 10 (-47101.5558, 0.0176)
Iteration: 20 (-47100.9497, 0.0175)
Iteration: 30 (-47100.3510, 0.0173)
Iteration: 40 (-47099.7594, 0.0172)
Iteration: 50 (-47099.1749, 0.0171)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-47099.1168, 0.0171)
Iteration: 10 (-47098.5972, 0.0170)
Iteration: 20 (-47098.0262, 0.0168)
Iteration: 30 (-47097.4617, 0.0167)
Iteration: 40 (-47096.9036, 0.0166)
Iteration: 50 (-47096.3518, 0.0165)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-47096.2969, 0.0165)
Iteration: 10 (-47095.8060, 0.0164)
Iteration: 20 (-47095.2662, 0.0163)
Iteration: 30 (-47094.7322, 0.0161)
Iteration: 40 (-47094.2039, 0.0160)
Iteration: 50 (-47093.6812, 0.0159)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-47093.6293, 0.0159)
Iteration: 10 (-47093.1640, 0.0158)
Iteration: 20 (-47092.6521, 0.0157)
Iteration: 30 (-47092.1454, 0.0156)
Iteration: 40 (-47091.6439, 0.0155)
Iteration: 50 (-47091.1474, 0.0154)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-47091.0980, 0.0154)
Iteration: 10 (-47090.6559, 0.0153)
Iteration: 20 (-47090.1691, 0.0152)
Iteration: 30 (-47089.6871, 0.0151)
Iteration: 40 (-47089.2098, 0.0150)
Iteration: 50 (-47088.7370, 0.0149)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-47088.6900, 0.0149)
Iteration: 10 (-47088.2687, 0.0148)
Iteration: 20 (-47087.8048, 0.0147)
Iteration: 30 (-47087.3452, 0.0146)
Iteration: 40 (-47086.8899, 0.0145)
Iteration: 50 (-47086.4387, 0.0144)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-47086.3938, 0.0144)
Iteration: 10 (-47085.9916, 0.0143)
Iteration: 20 (-47085.5486, 0.0142)
Iteration: 30 (-47085.1095, 0.0141)
Iteration: 40 (-47084.6742, 0.0140)
Iteration: 50 (-47084.2428, 0.0140)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-47084.1999, 0.0139)
Iteration: 10 (-47083.8152, 0.0139)
Iteration: 20 (-47083.3912, 0.0138)
Iteration: 30 (-47082.9709, 0.0137)
Iteration: 40 (-47082.5541, 0.0136)
Iteration: 50 (-47082.1409, 0.0135)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-47082.0997, 0.0135)
Iteration: 10 (-47081.7311, 0.0134)
Iteration: 20 (-47081.3247, 0.0134)
Iteration: 30 (-47080.9217, 0.0133)
Iteration: 40 (-47080.5220, 0.0132)
Iteration: 50 (-47080.1255, 0.0131)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-47080.0861, 0.0131)
Iteration: 10 (-47079.7323, 0.0130)
Iteration: 20 (-47079.3422, 0.0129)
Iteration: 30 (-47078.9552, 0.0129)
Iteration: 40 (-47078.5713, 0.0128)
Iteration: 50 (-47078.1904, 0.0127)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-47078.1524, 0.0127)
Iteration: 10 (-47077.8124, 0.0126)
Iteration: 20 (-47077.4375, 0.0126)
Iteration: 30 (-47077.0654, 0.0125)
Iteration: 40 (-47076.6961, 0.0124)
Iteration: 50 (-47076.3297, 0.0123)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-47076.2932, 0.0123)
Iteration: 10 (-47075.9660, 0.0123)
Iteration: 20 (-47075.6051, 0.0122)
Iteration: 30 (-47075.2469, 0.0121)
Iteration: 40 (-47074.8914, 0.0121)
Iteration: 50 (-47074.5384, 0.0120)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-47074.5033, 0.0120)
Iteration: 10 (-47074.1881, 0.0119)
Iteration: 20 (-47073.8403, 0.0118)
Iteration: 30 (-47073.4951, 0.0118)
Iteration: 40 (-47073.1524, 0.0117)
Iteration: 50 (-47072.8121, 0.0116)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-47072.7782, 0.0116)
Iteration: 10 (-47072.4743, 0.0116)
Iteration: 20 (-47072.1388, 0.0115)
Iteration: 30 (-47071.8057, 0.0114)
Iteration: 40 (-47071.4750, 0.0114)
Iteration: 50 (-47071.1466, 0.0113)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-47071.1139, 0.0113)
Iteration: 10 (-47070.8205, 0.0113)
Iteration: 20 (-47070.4966, 0.0112)
Iteration: 30 (-47070.1750, 0.0111)
Iteration: 40 (-47069.8556, 0.0111)
Iteration: 50 (-47069.5383, 0.0110)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-47069.5067, 0.0110)
Iteration: 10 (-47069.2232, 0.0109)
Iteration: 20 (-47068.9103, 0.0109)
Iteration: 30 (-47068.5994, 0.0108)
Iteration: 40 (-47068.2906, 0.0108)
Iteration: 50 (-47067.9839, 0.0107)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-47067.9533, 0.0107)
Iteration: 10 (-47067.6792, 0.0107)
Iteration: 20 (-47067.3765, 0.0106)
Iteration: 30 (-47067.0759, 0.0105)
Iteration: 40 (-47066.7771, 0.0105)
Iteration: 50 (-47066.4803, 0.0104)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-47066.4508, 0.0104)
Iteration: 10 (-47066.1855, 0.0104)
Iteration: 20 (-47065.8925, 0.0103)
Iteration: 30 (-47065.6015, 0.0103)
Iteration: 40 (-47065.3122, 0.0102)
Iteration: 50 (-47065.0249, 0.0102)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-47064.9962, 0.0102)
Iteration: 10 (-47064.7393, 0.0101)
Iteration: 20 (-47064.4556, 0.0101)
Iteration: 30 (-47064.1736, 0.0100)
Iteration: 40 (-47063.8934, 0.0100)
Iteration: 50 (-47063.6149, 0.0099)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-47063.5872, 0.0099)
Iteration: 10 (-47063.3382, 0.0099)
Iteration: 20 (-47063.0632, 0.0098)
Iteration: 30 (-47062.7898, 0.0098)
Iteration: 40 (-47062.5182, 0.0097)
Iteration: 50 (-47062.2481, 0.0097)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-47062.2212, 0.0097)
Iteration: 10 (-47061.9798, 0.0096)
Iteration: 20 (-47061.7130, 0.0096)
Iteration: 30 (-47061.4479, 0.0095)
Iteration: 40 (-47061.1844, 0.0095)
Iteration: 50 (-47060.9224, 0.0094)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-47060.8963, 0.0094)
Iteration: 10 (-47060.6620, 0.0094)
Iteration: 20 (-47060.4031, 0.0093)
Iteration: 30 (-47060.1458, 0.0093)
Iteration: 40 (-47059.8899, 0.0093)
Iteration: 50 (-47059.6356, 0.0092)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-47059.6103, 0.0092)
Iteration: 10 (-47059.3828, 0.0092)
Iteration: 20 (-47059.1314, 0.0091)
Iteration: 30 (-47058.8815, 0.0091)
Iteration: 40 (-47058.6330, 0.0090)
Iteration: 50 (-47058.3859, 0.0090)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-47058.3613, 0.0090)
Iteration: 10 (-47058.1403, 0.0090)
Iteration: 20 (-47057.8961, 0.0089)
Iteration: 30 (-47057.6532, 0.0089)
Iteration: 40 (-47057.4117, 0.0088)
Iteration: 50 (-47057.1716, 0.0088)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-47057.1477, 0.0088)
Iteration: 10 (-47056.9328, 0.0087)
Iteration: 20 (-47056.6954, 0.0087)
Iteration: 30 (-47056.4593, 0.0087)
Iteration: 40 (-47056.2245, 0.0086)
Iteration: 50 (-47055.9910, 0.0086)
Group probs = (1.0000, 0.0000, 0.0000)

> est_dat <- est_dat %>% 
+   mutate(w1_2d_nm = res_2d_nm$w[,1],
+          w2_2d_nm = res_2d_nm$w[,2],
+          w3_2d_nm = res_2d_nm$w[,3],
+          ivp_lk_2d_nm = res_2d_nm$ivp$lk,
+          fvp_lk_2d_nm = res_2d_nm$fvp,
+          irt_mlk_2d_nm = res_2d_nm$irt_mlk,
+          irt_lk_2d_nm = res_2d_nm$irt$lk,
+          x1_2d_nm = as.numeric(res_2d_nm$irt$x[,1]),
+          x2_2d_nm = as.numeric(res_2d_nm$irt$x[,2])) 
> 
> # Fit NULL model
> res_nd <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=1, w_alpha=c(0,1,1), iters=100, irt_iters=1)
Outer iteration: 1
Group probs = (0.0000, 0.9163, 0.0837)

Outer iteration: 2
Group probs = (0.0000, 0.9425, 0.0575)

Outer iteration: 3
Group probs = (0.0000, 0.9491, 0.0509)

Outer iteration: 4
Group probs = (0.0000, 0.9500, 0.0500)

Outer iteration: 5
Group probs = (0.0000, 0.9496, 0.0504)

Outer iteration: 6
Group probs = (0.0000, 0.9488, 0.0512)

Outer iteration: 7
Group probs = (0.0000, 0.9480, 0.0520)

Outer iteration: 8
Group probs = (0.0000, 0.9473, 0.0527)

Outer iteration: 9
Group probs = (0.0000, 0.9466, 0.0534)

Outer iteration: 10
Group probs = (0.0000, 0.9459, 0.0541)

Outer iteration: 11
Group probs = (0.0000, 0.9452, 0.0548)

Outer iteration: 12
Group probs = (0.0000, 0.9445, 0.0555)

Outer iteration: 13
Group probs = (0.0000, 0.9439, 0.0561)

Outer iteration: 14
Group probs = (0.0000, 0.9432, 0.0568)

Outer iteration: 15
Group probs = (0.0000, 0.9425, 0.0575)

Outer iteration: 16
Group probs = (0.0000, 0.9419, 0.0581)

Outer iteration: 17
Group probs = (0.0000, 0.9411, 0.0589)

Outer iteration: 18
Group probs = (0.0000, 0.9404, 0.0596)

Outer iteration: 19
Group probs = (0.0000, 0.9396, 0.0604)

Outer iteration: 20
Group probs = (0.0000, 0.9387, 0.0613)

Outer iteration: 21
Group probs = (0.0000, 0.9378, 0.0622)

Outer iteration: 22
Group probs = (0.0000, 0.9368, 0.0632)

Outer iteration: 23
Group probs = (0.0000, 0.9357, 0.0643)

Outer iteration: 24
Group probs = (0.0000, 0.9344, 0.0656)

Outer iteration: 25
Group probs = (0.0000, 0.9330, 0.0670)

Outer iteration: 26
Group probs = (0.0000, 0.9313, 0.0687)

Outer iteration: 27
Group probs = (0.0000, 0.9292, 0.0708)

Outer iteration: 28
Group probs = (0.0000, 0.9267, 0.0733)

Outer iteration: 29
Group probs = (0.0000, 0.9237, 0.0763)

Outer iteration: 30
Group probs = (0.0000, 0.9197, 0.0803)

Outer iteration: 31
Group probs = (0.0000, 0.9144, 0.0856)

Outer iteration: 32
Group probs = (0.0000, 0.9073, 0.0927)

Outer iteration: 33
Group probs = (0.0000, 0.8972, 0.1028)

Outer iteration: 34
Group probs = (0.0000, 0.8827, 0.1173)

Outer iteration: 35
Group probs = (0.0000, 0.8617, 0.1383)

Outer iteration: 36
Group probs = (0.0000, 0.8331, 0.1669)

Outer iteration: 37
Group probs = (0.0000, 0.7971, 0.2029)

Outer iteration: 38
Group probs = (0.0000, 0.7524, 0.2476)

Outer iteration: 39
Group probs = (0.0000, 0.6979, 0.3021)

Outer iteration: 40
Group probs = (0.0000, 0.6292, 0.3708)

Outer iteration: 41
Group probs = (0.0000, 0.5496, 0.4504)

Outer iteration: 42
Group probs = (0.0000, 0.4821, 0.5179)

Outer iteration: 43
Group probs = (0.0000, 0.4375, 0.5625)

Outer iteration: 44
Group probs = (0.0000, 0.4154, 0.5846)

Outer iteration: 45
Group probs = (0.0000, 0.4053, 0.5947)

Outer iteration: 46
Group probs = (0.0000, 0.4016, 0.5984)

Outer iteration: 47
Group probs = (0.0000, 0.4003, 0.5997)

Outer iteration: 48
Group probs = (0.0000, 0.3998, 0.6002)

Outer iteration: 49
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 50
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 51
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 52
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 53
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 54
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 55
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 56
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 57
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 58
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 59
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 60
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 61
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 62
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 63
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 64
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 65
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 66
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 67
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 68
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 69
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 70
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 71
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 72
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 73
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 74
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 75
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 76
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 77
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 78
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 79
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 80
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 81
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 82
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 83
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 84
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 85
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 86
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 87
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 88
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 89
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 90
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 91
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 92
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 93
Group probs = (0.0000, 0.4000, 0.6000)

Outer iteration: 94
Group probs = (0.0000, 0.3996, 0.6004)

Outer iteration: 95
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 96
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 97
Group probs = (0.0000, 0.3995, 0.6005)

Outer iteration: 98
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 99
Group probs = (0.0000, 0.3994, 0.6006)

Outer iteration: 100
Group probs = (0.0000, 0.3994, 0.6006)

> est_dat <- est_dat %>% 
+   mutate(w1_nd = res_nd$w[,1],
+          w2_nd = res_nd$w[,2],
+          w3_nd = res_nd$w[,3],
+          ivp_lk_nd = res_nd$ivp$lk,
+          fvp_lk_nd = res_nd$fvp,
+          irt_mlk_nd = res_nd$irt_mlk)
> 
> 
> ## ----cache=TRUE, results='hide'-----------------------------------------------
> res_ind <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=1, w_alpha=c(0,1,0), iters=1)
Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

> est_dat <- est_dat %>% 
+   mutate(w1_ind = res_ind$w[,1],
+          w2_ind= res_ind$w[,2],
+          w3_ind = res_ind$w[,3], 
+          ivp_lk_ind = res_ind$ivp$lk,
+          fvp_lk_ind = res_ind$fvp,
+          irt_mlk_ind = res_ind$irt_mlk)
> 
> 
> 
> # Mat rotation matrix for rigid rotation of the dimensions
> r  <- coef(lm(I(scale(x_1d)) ~ I(scale(x1_2d_nm)) + I(scale(x2_2d_nm)), 
+               data=est_dat))[2:3]
> r <- matrix(c(r[1], r[2], -r[2], r[1]), 2, 2)/sqrt(sum(r^2))
> 
> gg <- ggplot(est_dat, aes(x = scale(x1_2d_nm)*r[1,1] + scale(x2_2d_nm)*r[2,1], 
+                     y = scale(x1_2d_nm)*r[1,2] + scale(x2_2d_nm)*r[2,2],
+                     col=w1_1d)) +
+          geom_point(size=0.5, alpha=0.5) + 
+          coord_equal() +
+          theme_minimal() +
+          theme(plot.margin=grid::unit(c(0,0,0,0), "mm")) +
+          xlab("Dimension 1") + 
+          ylab("Dimension 2") +
+          scale_color_distiller(palette = "Spectral",
+                                breaks = c(0.25, 0.5, 0.75)) +
+          guides(color=guide_colorbar(title = "Pr(Downsian)",
+                                      title.vjust = 0.8,
+                                      label=TRUE,
+                                      barwidth = 0.4)) 
> pdf("two_dim_nomix.pdf", width=5, height=3.5)
> gg
> dev.off()
null device 
          1 
> 
> # Plot estimates of Pr(Downsian) across 1-D & 2-D models
> gg <- ggplot(est_dat, aes(w1_1d, w1_2d)) + 
+   geom_point(size=0.5, alpha=0.2) + 
+   coord_equal() + 
+   theme_minimal() + 
+   xlab("Pr(Downsian) in 1-D model") +
+   ylab("Pr(Downsian) in 2-D model") +
+   geom_text(x=0.25, y=0.25, label = round(100*sum(est_dat$w1_1d < 0.5 & 
+                                                    est_dat$w1_2d < 0.5)/
+                                               NROW(est_dat))) + 
+   geom_text(x=0.75, y=0.25, label = round(100*sum(est_dat$w1_1d > 0.5 & 
+                                                   est_dat$w1_2d < 0.5)/
+                                                 NROW(est_dat))) + 
+   geom_text(x=0.25, y=0.75, label = round(100*sum(est_dat$w1_1d < 0.5 & 
+                                                   est_dat$w1_2d > 0.5)/
+                                                 NROW(est_dat))) + 
+   geom_text(x=0.75, y=0.75, label = round(100*sum(est_dat$w1_1d > 0.5 & 
+                                                   est_dat$w1_2d > 0.5)/
+                                                 NROW(est_dat))) +
+   geom_hline(yintercept=0.5) +
+   geom_vline(xintercept=0.5)
> 
> pdf("weights_1d_vs_2d.pdf", width=4, height=3)
> gg
> dev.off()
null device 
          1 
> 
> 
> # Simulate 1-D data from the model
> res_1d$w[res_1d$w<0] <- 0 # clean up some rounding errors
> w <- apply(res_1d$w, 1, function(p) sample(1:3, 1, prob=p)) 
> phat_irt <- plogis(cbind(1,res_1d$irt$x) %*% rbind(res_1d$irt$a, res_1d$irt$b))
> o_phat <- dim(phat_irt); n <- o_phat[1]; k <- o_phat[2]
> phat_ivp <- matrix(res_1d$ivp$ivp, ncol=k, nrow=n, byrow=TRUE)
> phat <- (w==1)*phat_irt + (w==2)*phat_ivp + (w==3)*0.5
> sim_dat <- (phat < matrix(runif(n*k), n, k)) + 0
> na_mask <- est_dat %>% select(item_dat$names) %>% as.matrix() %>% is.na()
> sim_dat[na_mask] <- NA
> 
> # Fit to 2-D no mix model to calibrated simulated I-D data
> res_2d_nm_sim <- em_mix_irt(sim_dat, ndim=2, w_alpha=c(1,0,0))
Outer iteration: 1
Iteration: 1 (-56844.7274,    Inf)
Iteration: 10 (-49341.4789, 1.2327)
Iteration: 20 (-48924.9367, 0.4909)
Iteration: 30 (-48802.7376, 0.2899)
Iteration: 40 (-48746.5677, 0.2008)
Iteration: 50 (-48714.8650, 0.1516)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-48712.4515, 0.1479)
Iteration: 10 (-48694.7256, 0.1207)
Iteration: 20 (-48680.9025, 0.0997)
Iteration: 30 (-48670.8780, 0.0845)
Iteration: 40 (-48663.3010, 0.0732)
Iteration: 50 (-48657.3852, 0.0643)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-48656.8645, 0.0636)
Iteration: 10 (-48652.6438, 0.0573)
Iteration: 20 (-48648.7606, 0.0516)
Iteration: 30 (-48645.5218, 0.0469)
Iteration: 40 (-48642.7780, 0.0430)
Iteration: 50 (-48640.4219, 0.0396)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-48640.2044, 0.0393)
Iteration: 10 (-48638.3747, 0.0367)
Iteration: 20 (-48636.5772, 0.0343)
Iteration: 30 (-48634.9841, 0.0321)
Iteration: 40 (-48633.5604, 0.0302)
Iteration: 50 (-48632.2784, 0.0285)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-48632.1571, 0.0284)
Iteration: 10 (-48631.1161, 0.0270)
Iteration: 20 (-48630.0558, 0.0257)
Iteration: 30 (-48629.0831, 0.0245)
Iteration: 40 (-48628.1860, 0.0234)
Iteration: 50 (-48627.3548, 0.0224)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-48627.2750, 0.0223)
Iteration: 10 (-48626.5813, 0.0215)
Iteration: 20 (-48625.8586, 0.0206)
Iteration: 30 (-48625.1808, 0.0199)
Iteration: 40 (-48624.5430, 0.0192)
Iteration: 50 (-48623.9408, 0.0185)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-48623.8824, 0.0185)
Iteration: 10 (-48623.3707, 0.0179)
Iteration: 20 (-48622.8295, 0.0174)
Iteration: 30 (-48622.3142, 0.0169)
Iteration: 40 (-48621.8226, 0.0164)
Iteration: 50 (-48621.3525, 0.0159)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-48621.3065, 0.0159)
Iteration: 10 (-48620.9019, 0.0155)
Iteration: 20 (-48620.4691, 0.0151)
Iteration: 30 (-48620.0527, 0.0147)
Iteration: 40 (-48619.6514, 0.0144)
Iteration: 50 (-48619.2639, 0.0140)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-48619.2258, 0.0140)
Iteration: 10 (-48618.8890, 0.0137)
Iteration: 20 (-48618.5260, 0.0134)
Iteration: 30 (-48618.1737, 0.0131)
Iteration: 40 (-48617.8315, 0.0129)
Iteration: 50 (-48617.4987, 0.0126)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-48617.4658, 0.0126)
Iteration: 10 (-48617.1744, 0.0124)
Iteration: 20 (-48616.8581, 0.0121)
Iteration: 30 (-48616.5493, 0.0119)
Iteration: 40 (-48616.2475, 0.0117)
Iteration: 50 (-48615.9520, 0.0115)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-48615.9228, 0.0115)
Iteration: 10 (-48615.6626, 0.0113)
Iteration: 20 (-48615.3788, 0.0111)
Iteration: 30 (-48615.1003, 0.0110)
Iteration: 40 (-48614.8266, 0.0108)
Iteration: 50 (-48614.5574, 0.0106)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-48614.5307, 0.0106)
Iteration: 10 (-48614.2925, 0.0105)
Iteration: 20 (-48614.0316, 0.0103)
Iteration: 30 (-48613.7744, 0.0102)
Iteration: 40 (-48613.5207, 0.0101)
Iteration: 50 (-48613.2701, 0.0099)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-48613.2453, 0.0099)
Iteration: 10 (-48613.0227, 0.0098)
Iteration: 20 (-48612.7780, 0.0097)
Iteration: 30 (-48612.5360, 0.0096)
Iteration: 40 (-48612.2964, 0.0095)
Iteration: 50 (-48612.0591, 0.0094)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-48612.0355, 0.0094)
Iteration: 10 (-48611.8239, 0.0093)
Iteration: 20 (-48611.5907, 0.0092)
Iteration: 30 (-48611.3594, 0.0091)
Iteration: 40 (-48611.1297, 0.0090)
Iteration: 50 (-48610.9017, 0.0089)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-48610.8790, 0.0089)
Iteration: 10 (-48610.6751, 0.0088)
Iteration: 20 (-48610.4499, 0.0087)
Iteration: 30 (-48610.2259, 0.0087)
Iteration: 40 (-48610.0030, 0.0086)
Iteration: 50 (-48609.7813, 0.0085)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-48609.7591, 0.0085)
Iteration: 10 (-48609.5604, 0.0084)
Iteration: 20 (-48609.3405, 0.0084)
Iteration: 30 (-48609.1214, 0.0083)
Iteration: 40 (-48608.9029, 0.0083)
Iteration: 50 (-48608.6852, 0.0082)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-48608.6634, 0.0082)
Iteration: 10 (-48608.4680, 0.0081)
Iteration: 20 (-48608.2513, 0.0081)
Iteration: 30 (-48608.0350, 0.0080)
Iteration: 40 (-48607.8192, 0.0080)
Iteration: 50 (-48607.6037, 0.0079)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-48607.5822, 0.0079)
Iteration: 10 (-48607.3885, 0.0079)
Iteration: 20 (-48607.1735, 0.0079)
Iteration: 30 (-48606.9587, 0.0078)
Iteration: 40 (-48606.7441, 0.0078)
Iteration: 50 (-48606.5295, 0.0077)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-48606.5080, 0.0077)
Iteration: 10 (-48606.3150, 0.0077)
Iteration: 20 (-48606.1005, 0.0077)
Iteration: 30 (-48605.8860, 0.0076)
Iteration: 40 (-48605.6715, 0.0076)
Iteration: 50 (-48605.4569, 0.0076)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-48605.4354, 0.0076)
Iteration: 10 (-48605.2422, 0.0075)
Iteration: 20 (-48605.0273, 0.0075)
Iteration: 30 (-48604.8123, 0.0075)
Iteration: 40 (-48604.5971, 0.0074)
Iteration: 50 (-48604.3817, 0.0074)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-48604.3602, 0.0074)
Iteration: 10 (-48604.1661, 0.0074)
Iteration: 20 (-48603.9503, 0.0074)
Iteration: 30 (-48603.7341, 0.0073)
Iteration: 40 (-48603.5177, 0.0073)
Iteration: 50 (-48603.3010, 0.0073)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-48603.2793, 0.0073)
Iteration: 10 (-48603.0840, 0.0073)
Iteration: 20 (-48602.8667, 0.0073)
Iteration: 30 (-48602.6490, 0.0072)
Iteration: 40 (-48602.4311, 0.0072)
Iteration: 50 (-48602.2127, 0.0072)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-48602.1909, 0.0072)
Iteration: 10 (-48601.9940, 0.0072)
Iteration: 20 (-48601.7750, 0.0072)
Iteration: 30 (-48601.5556, 0.0072)
Iteration: 40 (-48601.3359, 0.0072)
Iteration: 50 (-48601.1157, 0.0071)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-48601.0937, 0.0071)
Iteration: 10 (-48600.8952, 0.0071)
Iteration: 20 (-48600.6744, 0.0071)
Iteration: 30 (-48600.4531, 0.0071)
Iteration: 40 (-48600.2316, 0.0071)
Iteration: 50 (-48600.0096, 0.0071)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-48599.9874, 0.0071)
Iteration: 10 (-48599.7873, 0.0071)
Iteration: 20 (-48599.5646, 0.0071)
Iteration: 30 (-48599.3416, 0.0070)
Iteration: 40 (-48599.1182, 0.0070)
Iteration: 50 (-48598.8945, 0.0070)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-48598.8721, 0.0070)
Iteration: 10 (-48598.6705, 0.0070)
Iteration: 20 (-48598.4461, 0.0070)
Iteration: 30 (-48598.2214, 0.0070)
Iteration: 40 (-48597.9965, 0.0070)
Iteration: 50 (-48597.7712, 0.0070)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-48597.7486, 0.0070)
Iteration: 10 (-48597.5456, 0.0070)
Iteration: 20 (-48597.3198, 0.0070)
Iteration: 30 (-48597.0937, 0.0070)
Iteration: 40 (-48596.8673, 0.0070)
Iteration: 50 (-48596.6407, 0.0070)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-48596.6181, 0.0070)
Iteration: 10 (-48596.4139, 0.0069)
Iteration: 20 (-48596.1869, 0.0069)
Iteration: 30 (-48595.9597, 0.0069)
Iteration: 40 (-48595.7323, 0.0069)
Iteration: 50 (-48595.5047, 0.0069)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-48595.4819, 0.0069)
Iteration: 10 (-48595.2770, 0.0069)
Iteration: 20 (-48595.0491, 0.0069)
Iteration: 30 (-48594.8211, 0.0069)
Iteration: 40 (-48594.5930, 0.0069)
Iteration: 50 (-48594.3648, 0.0069)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-48594.3420, 0.0069)
Iteration: 10 (-48594.1366, 0.0069)
Iteration: 20 (-48593.9083, 0.0069)
Iteration: 30 (-48593.6799, 0.0069)
Iteration: 40 (-48593.4515, 0.0069)
Iteration: 50 (-48593.2232, 0.0069)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-48593.2003, 0.0069)
Iteration: 10 (-48592.9948, 0.0069)
Iteration: 20 (-48592.7664, 0.0069)
Iteration: 30 (-48592.5382, 0.0069)
Iteration: 40 (-48592.3099, 0.0069)
Iteration: 50 (-48592.0818, 0.0069)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-48592.0590, 0.0069)
Iteration: 10 (-48591.8537, 0.0068)
Iteration: 20 (-48591.6258, 0.0068)
Iteration: 30 (-48591.3980, 0.0068)
Iteration: 40 (-48591.1704, 0.0068)
Iteration: 50 (-48590.9430, 0.0068)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-48590.9202, 0.0068)
Iteration: 10 (-48590.7157, 0.0068)
Iteration: 20 (-48590.4887, 0.0068)
Iteration: 30 (-48590.2619, 0.0068)
Iteration: 40 (-48590.0353, 0.0068)
Iteration: 50 (-48589.8090, 0.0068)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-48589.7864, 0.0068)
Iteration: 10 (-48589.5830, 0.0068)
Iteration: 20 (-48589.3572, 0.0068)
Iteration: 30 (-48589.1318, 0.0068)
Iteration: 40 (-48588.9068, 0.0068)
Iteration: 50 (-48588.6821, 0.0068)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-48588.6596, 0.0068)
Iteration: 10 (-48588.4577, 0.0068)
Iteration: 20 (-48588.2337, 0.0068)
Iteration: 30 (-48588.0102, 0.0068)
Iteration: 40 (-48587.7870, 0.0067)
Iteration: 50 (-48587.5643, 0.0067)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-48587.5421, 0.0067)
Iteration: 10 (-48587.3421, 0.0067)
Iteration: 20 (-48587.1203, 0.0067)
Iteration: 30 (-48586.8990, 0.0067)
Iteration: 40 (-48586.6782, 0.0067)
Iteration: 50 (-48586.4579, 0.0067)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-48586.4359, 0.0067)
Iteration: 10 (-48586.2382, 0.0067)
Iteration: 20 (-48586.0189, 0.0067)
Iteration: 30 (-48585.8003, 0.0067)
Iteration: 40 (-48585.5822, 0.0067)
Iteration: 50 (-48585.3647, 0.0067)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-48585.3430, 0.0067)
Iteration: 10 (-48585.1478, 0.0067)
Iteration: 20 (-48584.9315, 0.0067)
Iteration: 30 (-48584.7158, 0.0066)
Iteration: 40 (-48584.5007, 0.0066)
Iteration: 50 (-48584.2864, 0.0066)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-48584.2650, 0.0066)
Iteration: 10 (-48584.0726, 0.0066)
Iteration: 20 (-48583.8596, 0.0066)
Iteration: 30 (-48583.6472, 0.0066)
Iteration: 40 (-48583.4355, 0.0066)
Iteration: 50 (-48583.2245, 33.2798)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-48583.2034, 0.0066)
Iteration: 10 (-48583.0142, 0.0066)
Iteration: 20 (-48582.8047, 0.0066)
Iteration: 30 (-48582.5959, 0.0066)
Iteration: 40 (-48582.3878, 0.0066)
Iteration: 50 (-48582.1805, 0.0065)
Group probs = (1.0000, 0.0000, 0.0000)

> 
> # plot estimates from the simulated data
> est_dat_wsim <- est_dat %>%
+                     mutate(x1_2d_nm_sim = res_2d_nm_sim$irt$x[,1],
+                            x2_2d_nm_sim = res_2d_nm_sim$irt$x[,2])
> r  <- coef(lm(I(scale(x_1d)) ~ I(scale(x1_2d_nm_sim)) + I(scale(x2_2d_nm_sim)), 
+               data=est_dat_wsim))[2:3]
> r <- matrix(c(r[1], r[2], -r[2], r[1]), 2, 2)/sqrt(sum(r^2))
> 
> gg <- ggplot(est_dat_wsim, aes(x = scale(x1_2d_nm_sim)*r[1,1] + scale(x2_2d_nm_sim)*r[2,1], 
+                     y = -(scale(x1_2d_nm_sim)*r[1,2] + scale(x2_2d_nm_sim)*r[2,2]),
+                     col=w1_1d)) +
+          geom_point(size=0.5, alpha=0.5) + 
+          coord_equal() +
+          theme_minimal() +
+          xlab("Dimension 1") + 
+          ylab("Dimension 2") +
+          xlim(-3, 4.5) +
+          scale_color_distiller(palette = "Spectral",
+                                breaks = c(0.25, 0.5, 0.75)) +
+          guides(color=guide_colorbar(title = "Pr(Downsian)",
+                                      title.vjust = 0.8,
+                                      label=TRUE,
+                                      barwidth = 0.4)) 
> 
> 
> pdf("two_dim_nomix_sim.pdf", width=5, height=3.5)
> gg
Warning message:
Removed 12 rows containing missing values (geom_point). 
> dev.off()
null device 
          1 
> 
> # Calculate perplexity
> res_0d <- em_mix_irt(est_dat %>% select(item_dat$names) %>% as.matrix(), ndim=1, w_alpha=c(0,1,0), irt_iters=1, iters=1)
Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

> perplex_0d <- cv_perplexity(est_dat %>% select(item_dat$names) %>% as.matrix(),
+                          fit=res_0d, iters=1, irt_iter=1)
Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

Outer iteration: 1
Group probs = (0.0000, 1.0000, 0.0000)

> perplex_1d <- cv_perplexity(est_dat %>% select(item_dat$names) %>% as.matrix(),
+                          fit=res_1d)
Outer iteration: 1
Iteration: 1 (-34633.5429,    Inf)
Iteration: 10 (-29737.8742, 0.7298)
Iteration: 20 (-29485.5432, 0.2750)
Iteration: 30 (-29419.5130, 0.1526)
Iteration: 40 (-29392.7262, 0.0992)
Iteration: 50 (-29379.3568, 0.0704)
Group probs = (0.7732, 0.2184, 0.0084)

Outer iteration: 2
Iteration: 1 (-29393.8393, 0.0784)
Iteration: 10 (-29387.3867, 0.0523)
Iteration: 20 (-29382.8758, 0.0408)
Iteration: 30 (-29379.9317, 0.0328)
Iteration: 40 (-29377.9211, 0.0269)
Iteration: 50 (-29376.4997, 0.0225)
Group probs = (0.7727, 0.2193, 0.0080)

Outer iteration: 3
Iteration: 1 (-29348.3355, 0.0240)
Iteration: 10 (-29347.3742, 0.0192)
Iteration: 20 (-29346.5859, 0.0165)
Iteration: 30 (-29345.9921, 0.0143)
Iteration: 40 (-29345.5372, 0.0125)
Iteration: 50 (-29345.1839, 0.0110)
Group probs = (0.7734, 0.2188, 0.0078)

Outer iteration: 4
Iteration: 1 (-29377.3097, 0.0233)
Iteration: 10 (-29377.0380, 0.0098)
Iteration: 20 (-29376.8072, 0.0087)
Iteration: 30 (-29376.6237, 0.0078)
Iteration: 40 (-29376.4762, 0.0070)
Iteration: 50 (-29376.3565, 0.0063)
Group probs = (0.7730, 0.2194, 0.0076)

Outer iteration: 5
Iteration: 1 (-29359.3884, 0.0129)
Iteration: 10 (-29359.2926, 0.0058)
Iteration: 20 (-29359.2092, 0.0053)
Iteration: 30 (-29359.1407, 0.0048)
Iteration: 40 (-29359.0839, 0.0044)
Iteration: 50 (-29359.0365, 0.0040)
Group probs = (0.7727, 0.2198, 0.0075)

Outer iteration: 6
Iteration: 1 (-29347.4269, 0.0042)
Iteration: 10 (-29347.3877, 0.0037)
Iteration: 20 (-29347.3530, 0.0034)
Iteration: 30 (-29347.3239, 0.0031)
Iteration: 40 (-29347.2994, 0.0029)
Iteration: 50 (-29347.2785, 0.0027)
Group probs = (0.7732, 0.2194, 0.0074)

Outer iteration: 7
Iteration: 1 (-29374.2946, 0.0069)
Iteration: 10 (-29374.2755, 0.0025)
Iteration: 20 (-29374.2596, 0.0023)
Iteration: 30 (-29374.2461, 0.0022)
Iteration: 40 (-29374.2346, 0.0020)
Iteration: 50 (-29374.2247, 0.0019)
Group probs = (0.7734, 0.2191, 0.0074)

Outer iteration: 8
Iteration: 1 (-29383.0143, 0.0100)
Iteration: 10 (-29383.0046, 0.0018)
Iteration: 20 (-29382.9965, 0.0017)
Iteration: 30 (-29382.9896, 0.0016)
Iteration: 40 (-29382.9836, 0.0015)
Iteration: 50 (-29382.9784, 0.0014)
Group probs = (0.7730, 0.2196, 0.0074)

Outer iteration: 9
Iteration: 1 (-29367.3148, 0.0098)
Iteration: 10 (-29367.3100, 0.0013)
Iteration: 20 (-29367.3060, 0.0012)
Iteration: 30 (-29367.3025, 0.0012)
Iteration: 40 (-29367.2995, 0.0011)
Iteration: 50 (-29367.2968, 0.0010)
Group probs = (0.7729, 0.2198, 0.0074)

Outer iteration: 10
Iteration: 1 (-29357.3410, 0.0011)
Iteration: 10 (-29357.3375, 0.0010)
Iteration: 20 (-29357.3352, 0.0009)
Iteration: 30 (-29357.3332, 0.0009)
Iteration: 40 (-29357.3314, 0.0008)
Iteration: 50 (-29357.3299, 0.0008)
Group probs = (0.7731, 0.2196, 0.0073)

Outer iteration: 11
Iteration: 1 (-29368.9489, 0.0009)
Iteration: 10 (-29368.9465, 0.0007)
Iteration: 20 (-29368.9451, 0.0007)
Iteration: 30 (-29368.9440, 0.0007)
Iteration: 40 (-29368.9430, 0.0006)
Iteration: 50 (-29368.9421, 0.0006)
Group probs = (0.7730, 0.2197, 0.0073)

Outer iteration: 12
Iteration: 1 (-29363.0471, 0.0015)
Iteration: 10 (-29363.0456, 0.0006)
Iteration: 20 (-29363.0448, 0.0006)
Iteration: 30 (-29363.0441, 0.0005)
Iteration: 40 (-29363.0435, 0.0005)
Iteration: 50 (-29363.0430, 0.0005)
Group probs = (0.7732, 0.2196, 0.0072)

Outer iteration: 13
Iteration: 1 (-29375.4028, 0.0086)
Iteration: 10 (-29375.4002, 0.0005)
Iteration: 20 (-29375.3995, 0.0004)
Iteration: 30 (-29375.3991, 0.0004)
Iteration: 40 (-29375.3987, 0.0004)
Iteration: 50 (-29375.3984, 0.0004)
Group probs = (0.7732, 0.2195, 0.0073)

Outer iteration: 14
Iteration: 1 (-29375.3073, 0.0075)
Iteration: 10 (-29375.3063, 0.0004)
Iteration: 20 (-29375.3059, 0.0004)
Iteration: 30 (-29375.3057, 0.0003)
Iteration: 40 (-29375.3055, 0.0003)
Iteration: 50 (-29375.3053, 0.0003)
Group probs = (0.7731, 0.2196, 0.0073)

Outer iteration: 15
Iteration: 1 (-29369.2973, 0.0006)
Iteration: 10 (-29369.2959, 0.0003)
Iteration: 20 (-29369.2956, 0.0003)
Iteration: 30 (-29369.2954, 0.0003)
Iteration: 40 (-29369.2952, 0.0002)
Iteration: 50 (-29369.2951, 0.0002)
Group probs = (0.7727, 0.2200, 0.0073)

Outer iteration: 16
Iteration: 1 (-29352.0932, 0.0037)
Iteration: 10 (-29352.0919, 0.0003)
Iteration: 20 (-29352.0916, 0.0002)
Iteration: 30 (-29352.0914, 0.0002)
Iteration: 40 (-29352.0913, 0.0002)
Iteration: 50 (-29352.0912, 0.0002)
Group probs = (0.7725, 0.2202, 0.0072)

Outer iteration: 17
Iteration: 1 (-29343.1990, 0.0109)
Iteration: 10 (-29343.1969, 0.0002)
Iteration: 20 (-29343.1965, 0.0002)
Iteration: 30 (-29343.1964, 0.0002)
Iteration: 40 (-29343.1963, 0.0002)
Iteration: 50 (-29343.1962, 0.0001)
Group probs = (0.7723, 0.2203, 0.0073)

Outer iteration: 18
Iteration: 1 (-29328.4714, 0.0075)
Iteration: 10 (-29328.4697, 0.0002)
Iteration: 20 (-29328.4694, 0.0002)
Iteration: 30 (-29328.4693, 0.0002)
Iteration: 40 (-29328.4692, 0.0001)
Iteration: 50 (-29328.4692, 0.0001)
Group probs = (0.7726, 0.2201, 0.0073)

Outer iteration: 19
Iteration: 1 (-29344.6140, 0.0014)
Iteration: 10 (-29344.6133, 0.0001)
Iteration: 20 (-29344.6132, 0.0001)
Iteration: 30 (-29344.6131, 0.0001)
Iteration: 40 (-29344.6131, 0.0001)
Iteration: 50 (-29344.6131, 0.0001)
Group probs = (0.7729, 0.2199, 0.0072)

Outer iteration: 20
Iteration: 1 (-29360.8714, 0.0025)
Iteration: 10 (-29360.8700, 0.0002)
Iteration: 20 (-29360.8697, 0.0001)
Iteration: 30 (-29360.8696, 0.0001)
Iteration: 40 (-29360.8696, 0.0001)
Iteration: 50 (-29360.8696, 0.0001)
Group probs = (0.7727, 0.2201, 0.0073)

Outer iteration: 21
Iteration: 1 (-29345.8970, 0.0013)
Iteration: 10 (-29345.8962, 0.0001)
Iteration: 20 (-29345.8961, 0.0001)
Iteration: 30 (-29345.8960, 0.0001)
Iteration: 40 (-29345.8960, 0.0001)
Iteration: 50 (-29345.8960, 0.0001)
Group probs = (0.7733, 0.2194, 0.0073)

Outer iteration: 22
Iteration: 1 (-29377.4466, 0.0063)
Iteration: 10 (-29377.4436, 0.0001)
Iteration: 20 (-29377.4432, 0.0001)
Iteration: 30 (-29377.4431, 0.0001)
Iteration: 40 (-29377.4430, 0.0001)
Iteration: 50 (-29377.4430, 0.0001)
Group probs = (0.7721, 0.2206, 0.0073)

Outer iteration: 23
Iteration: 1 (-29322.3971, 0.0178)
Iteration: 10 (-29322.3920, 0.0002)
Iteration: 20 (-29322.3915, 0.0001)
Iteration: 30 (-29322.3914, 0.0001)
Iteration: 40 (-29322.3913, 0.0001)
Iteration: 50 (-29322.3913, 0.0000)
Group probs = (0.7725, 0.2202, 0.0073)

Outer iteration: 24
Iteration: 1 (-29334.3349, 0.0120)
Iteration: 10 (-29334.3326, 0.0002)
Iteration: 20 (-29334.3323, 0.0001)
Iteration: 30 (-29334.3322, 0.0001)
Iteration: 40 (-29334.3322, 0.0001)
Iteration: 50 (-29334.3321, 0.0000)
Group probs = (0.7729, 0.2198, 0.0073)

Outer iteration: 25
Iteration: 1 (-29357.2189, 0.0047)
Iteration: 10 (-29357.2165, 0.0002)
Iteration: 20 (-29357.2162, 0.0001)
Iteration: 30 (-29357.2161, 0.0001)
Iteration: 40 (-29357.2161, 0.0000)
Iteration: 50 (-29357.2160, 0.0000)
Group probs = (0.7720, 0.2207, 0.0073)

Outer iteration: 26
Iteration: 1 (-29315.3521, 0.0149)
Iteration: 10 (-29315.3487, 0.0002)
Iteration: 20 (-29315.3484, 0.0001)
Iteration: 30 (-29315.3483, 0.0001)
Iteration: 40 (-29315.3483, 0.0000)
Iteration: 50 (-29315.3482, 0.0000)
Group probs = (0.7721, 0.2206, 0.0073)

Outer iteration: 27
Iteration: 1 (-29316.9535, 0.0009)
Iteration: 10 (-29316.9531, 0.0001)
Iteration: 20 (-29316.9531, 0.0000)
Iteration: 30 (-29316.9530, 0.0000)
Iteration: 40 (-29316.9530, 0.0000)
Iteration: 50 (-29316.9530, 0.0000)
Group probs = (0.7722, 0.2204, 0.0073)

Outer iteration: 28
Iteration: 1 (-29323.5798, 0.0067)
Iteration: 10 (-29323.5789, 0.0001)
Iteration: 20 (-29323.5787, 0.0001)
Iteration: 30 (-29323.5787, 0.0001)
Iteration: 40 (-29323.5787, 0.0000)
Iteration: 50 (-29323.5787, 0.0000)
Group probs = (0.7719, 0.2208, 0.0074)

Outer iteration: 29
Iteration: 1 (-29303.1305, 0.0001)
Iteration: 10 (-29303.1288, 0.0002)
Iteration: 20 (-29303.1286, 0.0001)
Iteration: 30 (-29303.1285, 0.0001)
Iteration: 40 (-29303.1285, 0.0001)
Iteration: 50 (-29303.1284, 0.0000)
Group probs = (0.7720, 0.2207, 0.0073)

Outer iteration: 30
Iteration: 1 (-29313.8297, 0.0026)
Iteration: 10 (-29313.8293, 0.0001)
Iteration: 20 (-29313.8293, 0.0000)
Iteration: 30 (-29313.8292, 0.0000)
Iteration: 40 (-29313.8292, 0.0000)
Iteration: 50 (-29313.8292, 0.0000)
Group probs = (0.7727, 0.2200, 0.0073)

Outer iteration: 31
Iteration: 1 (-29347.0258, 0.0064)
Iteration: 10 (-29347.0231, 0.0002)
Iteration: 20 (-29347.0228, 0.0001)
Iteration: 30 (-29347.0227, 0.0001)
Iteration: 40 (-29347.0226, 0.0000)
Iteration: 50 (-29347.0226, 0.0000)
Group probs = (0.7728, 0.2199, 0.0073)

Outer iteration: 32
Iteration: 1 (-29351.7097, 0.0031)
Iteration: 10 (-29351.7088, 0.0001)
Iteration: 20 (-29351.7087, 0.0001)
Iteration: 30 (-29351.7086, 0.0000)
Iteration: 40 (-29351.7086, 0.0000)
Iteration: 50 (-29351.7086, 0.0000)
Group probs = (0.7722, 0.2205, 0.0073)

Outer iteration: 33
Iteration: 1 (-29325.5207, 0.0160)
Iteration: 10 (-29325.5183, 0.0002)
Iteration: 20 (-29325.5179, 0.0001)
Iteration: 30 (-29325.5178, 0.0001)
Iteration: 40 (-29325.5177, 0.0000)
Iteration: 50 (-29325.5176, 0.0000)
Group probs = (0.7726, 0.2201, 0.0073)

Outer iteration: 34
Iteration: 1 (-29344.4196, 0.0068)
Iteration: 10 (-29344.4182, 0.0001)
Iteration: 20 (-29344.4181, 0.0000)
Iteration: 30 (-29344.4180, 0.0000)
Iteration: 40 (-29344.4180, 0.0000)
Iteration: 50 (-29344.4180, 0.0000)
Group probs = (0.7731, 0.2197, 0.0072)

Outer iteration: 35
Iteration: 1 (-29368.4502, 0.0077)
Iteration: 10 (-29368.4486, 0.0002)
Iteration: 20 (-29368.4484, 0.0001)
Iteration: 30 (-29368.4483, 0.0000)
Iteration: 40 (-29368.4483, 0.0000)
Iteration: 50 (-29368.4482, 0.0000)
Group probs = (0.7731, 0.2196, 0.0073)

Outer iteration: 36
Iteration: 1 (-29366.1620, 0.0074)
Iteration: 10 (-29366.1590, 0.0002)
Iteration: 20 (-29366.1586, 0.0001)
Iteration: 30 (-29366.1585, 0.0001)
Iteration: 40 (-29366.1584, 0.0001)
Iteration: 50 (-29366.1583, 0.0000)
Group probs = (0.7731, 0.2196, 0.0073)

Outer iteration: 37
Iteration: 1 (-29365.5214, 0.0002)
Iteration: 10 (-29365.5211, 0.0001)
Iteration: 20 (-29365.5211, 0.0001)
Iteration: 30 (-29365.5210, 0.0000)
Iteration: 40 (-29365.5210, 0.0000)
Iteration: 50 (-29365.5210, 0.0000)
Group probs = (0.7732, 0.2196, 0.0073)

Outer iteration: 38
Iteration: 1 (-29373.0594, 0.0036)
Iteration: 10 (-29373.0575, 0.0002)
Iteration: 20 (-29373.0572, 0.0001)
Iteration: 30 (-29373.0571, 0.0001)
Iteration: 40 (-29373.0571, 0.0000)
Iteration: 50 (-29373.0571, 0.0000)
Group probs = (0.7725, 0.2202, 0.0073)

Outer iteration: 39
Iteration: 1 (-29340.0560, 0.0090)
Iteration: 10 (-29340.0536, 0.0002)
Iteration: 20 (-29340.0534, 0.0001)
Iteration: 30 (-29340.0533, 0.0000)
Iteration: 40 (-29340.0533, 0.0000)
Iteration: 50 (-29340.0533, 0.0000)
Group probs = (0.7733, 0.2194, 0.0072)

Outer iteration: 40
Iteration: 1 (-29378.9203, 0.0115)
Iteration: 10 (-29378.9176, 0.0002)
Iteration: 20 (-29378.9174, 0.0001)
Iteration: 30 (-29378.9173, 0.0000)
Iteration: 40 (-29378.9173, 0.0000)
Iteration: 50 (-29378.9173, 0.0000)
Group probs = (0.7735, 0.2193, 0.0073)

Outer iteration: 1
Iteration: 1 (-33857.5956,    Inf)
Iteration: 10 (-29054.2310, 0.7252)
Iteration: 20 (-28809.8825, 0.2724)
Iteration: 30 (-28745.7486, 0.1512)
Iteration: 40 (-28719.3969, 0.0987)
Iteration: 50 (-28706.0004, 0.0705)
Group probs = (0.7584, 0.2318, 0.0098)

Outer iteration: 2
Iteration: 1 (-28726.2292, 0.0727)
Iteration: 10 (-28719.7095, 0.0526)
Iteration: 20 (-28715.0629, 0.0414)
Iteration: 30 (-28711.9691, 0.0335)
Iteration: 40 (-28709.8179, 0.0277)
Iteration: 50 (-28708.2726, 0.0234)
Group probs = (0.7575, 0.2325, 0.0100)

Outer iteration: 3
Iteration: 1 (-28653.0531, 0.0280)
Iteration: 10 (-28651.9913, 0.0203)
Iteration: 20 (-28651.1022, 0.0175)
Iteration: 30 (-28650.4247, 0.0152)
Iteration: 40 (-28649.9004, 0.0133)
Iteration: 50 (-28649.4895, 0.0118)
Group probs = (0.7553, 0.2347, 0.0100)

Outer iteration: 4
Iteration: 1 (-28541.2263, 0.0487)
Iteration: 10 (-28540.9005, 0.0106)
Iteration: 20 (-28540.6283, 0.0095)
Iteration: 30 (-28540.4108, 0.0085)
Iteration: 40 (-28540.2349, 0.0076)
Iteration: 50 (-28540.0915, 0.0069)
Group probs = (0.7554, 0.2345, 0.0101)

Outer iteration: 5
Iteration: 1 (-28535.5160, 0.0126)
Iteration: 10 (-28535.3947, 0.0065)
Iteration: 20 (-28535.2863, 0.0059)
Iteration: 30 (-28535.1970, 0.0053)
Iteration: 40 (-28535.1228, 0.0049)
Iteration: 50 (-28535.0608, 0.0045)
Group probs = (0.7549, 0.2349, 0.0101)

Outer iteration: 6
Iteration: 1 (-28507.1946, 0.0048)
Iteration: 10 (-28507.1418, 0.0042)
Iteration: 20 (-28507.0952, 0.0038)
Iteration: 30 (-28507.0563, 0.0035)
Iteration: 40 (-28507.0234, 0.0032)
Iteration: 50 (-28506.9954, 0.0030)
Group probs = (0.7529, 0.2369, 0.0102)

Outer iteration: 7
Iteration: 1 (-28406.3969, 0.0242)
Iteration: 10 (-28406.3472, 0.0030)
Iteration: 20 (-28406.3202, 0.0027)
Iteration: 30 (-28406.2988, 0.0025)
Iteration: 40 (-28406.2808, 0.0023)
Iteration: 50 (-28406.2657, 0.0022)
Group probs = (0.7537, 0.2361, 0.0101)

Outer iteration: 8
Iteration: 1 (-28438.9138, 0.0157)
Iteration: 10 (-28438.8959, 0.0021)
Iteration: 20 (-28438.8824, 0.0020)
Iteration: 30 (-28438.8710, 0.0018)
Iteration: 40 (-28438.8613, 0.0017)
Iteration: 50 (-28438.8529, 0.0016)
Group probs = (0.7534, 0.2364, 0.0101)

Outer iteration: 9
Iteration: 1 (-28426.9679, 0.0072)
Iteration: 10 (-28426.9597, 0.0014)
Iteration: 20 (-28426.9541, 0.0013)
Iteration: 30 (-28426.9494, 0.0012)
Iteration: 40 (-28426.9454, 0.0012)
Iteration: 50 (-28426.9419, 0.0011)
Group probs = (0.7520, 0.2379, 0.0101)

Outer iteration: 10
Iteration: 1 (-28361.9335, 0.0350)
Iteration: 10 (-28361.9213, 0.0010)
Iteration: 20 (-28361.9177, 0.0010)
Iteration: 30 (-28361.9151, 0.0009)
Iteration: 40 (-28361.9129, 0.0009)
Iteration: 50 (-28361.9111, 0.0008)
Group probs = (0.7518, 0.2381, 0.0101)

Outer iteration: 11
Iteration: 1 (-28355.3580, 0.0080)
Iteration: 10 (-28355.3549, 0.0008)
Iteration: 20 (-28355.3532, 0.0007)
Iteration: 30 (-28355.3518, 0.0007)
Iteration: 40 (-28355.3507, 0.0006)
Iteration: 50 (-28355.3497, 0.0006)
Group probs = (0.7514, 0.2385, 0.0101)

Outer iteration: 12
Iteration: 1 (-28332.1265, 0.0012)
Iteration: 10 (-28332.1235, 0.0006)
Iteration: 20 (-28332.1223, 0.0006)
Iteration: 30 (-28332.1213, 0.0005)
Iteration: 40 (-28332.1205, 0.0005)
Iteration: 50 (-28332.1198, 0.0005)
Group probs = (0.7525, 0.2374, 0.0101)

Outer iteration: 13
Iteration: 1 (-28381.6480, 0.0239)
Iteration: 10 (-28381.6419, 0.0005)
Iteration: 20 (-28381.6409, 0.0004)
Iteration: 30 (-28381.6404, 0.0004)
Iteration: 40 (-28381.6400, 0.0004)
Iteration: 50 (-28381.6397, 0.0003)
Group probs = (0.7522, 0.2377, 0.0101)

Outer iteration: 14
Iteration: 1 (-28373.2246, 0.0108)
Iteration: 10 (-28373.2233, 0.0004)
Iteration: 20 (-28373.2229, 0.0003)
Iteration: 30 (-28373.2226, 0.0003)
Iteration: 40 (-28373.2224, 0.0003)
Iteration: 50 (-28373.2222, 0.0003)
Group probs = (0.7530, 0.2369, 0.0101)

Outer iteration: 15
Iteration: 1 (-28406.4230, 0.0173)
Iteration: 10 (-28406.4204, 0.0003)
Iteration: 20 (-28406.4200, 0.0002)
Iteration: 30 (-28406.4198, 0.0002)
Iteration: 40 (-28406.4196, 0.0002)
Iteration: 50 (-28406.4195, 0.0002)
Group probs = (0.7535, 0.2363, 0.0101)

Outer iteration: 16
Iteration: 1 (-28429.8907, 0.0193)
Iteration: 10 (-28429.8876, 0.0003)
Iteration: 20 (-28429.8872, 0.0002)
Iteration: 30 (-28429.8870, 0.0002)
Iteration: 40 (-28429.8869, 0.0002)
Iteration: 50 (-28429.8868, 0.0002)
Group probs = (0.7535, 0.2365, 0.0101)

Outer iteration: 17
Iteration: 1 (-28429.2717, 0.0100)
Iteration: 10 (-28429.2696, 0.0003)
Iteration: 20 (-28429.2692, 0.0002)
Iteration: 30 (-28429.2690, 0.0002)
Iteration: 40 (-28429.2689, 0.0002)
Iteration: 50 (-28429.2689, 0.0001)
Group probs = (0.7533, 0.2366, 0.0102)

Outer iteration: 18
Iteration: 1 (-28418.1240, 0.0054)
Iteration: 10 (-28418.1220, 0.0002)
Iteration: 20 (-28418.1216, 0.0002)
Iteration: 30 (-28418.1215, 0.0001)
Iteration: 40 (-28418.1214, 0.0001)
Iteration: 50 (-28418.1214, 0.0001)
Group probs = (0.7527, 0.2372, 0.0101)

Outer iteration: 19
Iteration: 1 (-28391.2382, 0.0111)
Iteration: 10 (-28391.2357, 0.0002)
Iteration: 20 (-28391.2354, 0.0001)
Iteration: 30 (-28391.2352, 0.0001)
Iteration: 40 (-28391.2352, 0.0001)
Iteration: 50 (-28391.2351, 0.0001)
Group probs = (0.7532, 0.2367, 0.0101)

Outer iteration: 20
Iteration: 1 (-28414.1357, 0.0059)
Iteration: 10 (-28414.1339, 0.0002)
Iteration: 20 (-28414.1337, 0.0001)
Iteration: 30 (-28414.1336, 0.0001)
Iteration: 40 (-28414.1336, 0.0001)
Iteration: 50 (-28414.1336, 0.0001)
Group probs = (0.7536, 0.2363, 0.0101)

Outer iteration: 21
Iteration: 1 (-28435.8597, 0.0059)
Iteration: 10 (-28435.8583, 0.0001)
Iteration: 20 (-28435.8581, 0.0001)
Iteration: 30 (-28435.8580, 0.0001)
Iteration: 40 (-28435.8580, 0.0001)
Iteration: 50 (-28435.8579, 0.0001)
Group probs = (0.7523, 0.2377, 0.0101)

Outer iteration: 22
Iteration: 1 (-28377.8614, 0.0364)
Iteration: 10 (-28377.8532, 0.0003)
Iteration: 20 (-28377.8524, 0.0002)
Iteration: 30 (-28377.8521, 0.0001)
Iteration: 40 (-28377.8520, 0.0001)
Iteration: 50 (-28377.8519, 0.0001)
Group probs = (0.7524, 0.2375, 0.0101)

Outer iteration: 23
Iteration: 1 (-28381.8676, 0.0060)
Iteration: 10 (-28381.8671, 0.0001)
Iteration: 20 (-28381.8670, 0.0001)
Iteration: 30 (-28381.8669, 0.0000)
Iteration: 40 (-28381.8669, 0.0000)
Iteration: 50 (-28381.8669, 0.0000)
Group probs = (0.7524, 0.2375, 0.0101)

Outer iteration: 24
Iteration: 1 (-28382.3573, 0.0070)
Iteration: 10 (-28382.3559, 0.0002)
Iteration: 20 (-28382.3556, 0.0001)
Iteration: 30 (-28382.3555, 0.0001)
Iteration: 40 (-28382.3554, 0.0001)
Iteration: 50 (-28382.3554, 0.0000)
Group probs = (0.7523, 0.2376, 0.0101)

Outer iteration: 25
Iteration: 1 (-28379.2227, 0.0005)
Iteration: 10 (-28379.2224, 0.0001)
Iteration: 20 (-28379.2223, 0.0000)
Iteration: 30 (-28379.2223, 0.0000)
Iteration: 40 (-28379.2223, 0.0000)
Iteration: 50 (-28379.2223, 0.0000)
Group probs = (0.7527, 0.2372, 0.0101)

Outer iteration: 26
Iteration: 1 (-28395.2913, 0.0145)
Iteration: 10 (-28395.2902, 0.0001)
Iteration: 20 (-28395.2901, 0.0001)
Iteration: 30 (-28395.2900, 0.0001)
Iteration: 40 (-28395.2900, 0.0000)
Iteration: 50 (-28395.2900, 0.0000)
Group probs = (0.7524, 0.2375, 0.0101)

Outer iteration: 27
Iteration: 1 (-28377.9558, 0.0084)
Iteration: 10 (-28377.9539, 0.0002)
Iteration: 20 (-28377.9536, 0.0001)
Iteration: 30 (-28377.9535, 0.0001)
Iteration: 40 (-28377.9534, 0.0001)
Iteration: 50 (-28377.9534, 0.0001)
Group probs = (0.7516, 0.2383, 0.0101)

Outer iteration: 28
Iteration: 1 (-28346.7512, 0.0187)
Iteration: 10 (-28346.7473, 0.0002)
Iteration: 20 (-28346.7469, 0.0001)
Iteration: 30 (-28346.7467, 0.0001)
Iteration: 40 (-28346.7467, 0.0001)
Iteration: 50 (-28346.7466, 0.0001)
Group probs = (0.7519, 0.2380, 0.0101)

Outer iteration: 29
Iteration: 1 (-28355.8750, 0.0137)
Iteration: 10 (-28355.8739, 0.0002)
Iteration: 20 (-28355.8737, 0.0001)
Iteration: 30 (-28355.8737, 0.0001)
Iteration: 40 (-28355.8736, 0.0001)
Iteration: 50 (-28355.8736, 0.0000)
Group probs = (0.7519, 0.2381, 0.0101)

Outer iteration: 30
Iteration: 1 (-28356.5544, 0.0082)
Iteration: 10 (-28356.5536, 0.0002)
Iteration: 20 (-28356.5534, 0.0001)
Iteration: 30 (-28356.5534, 0.0001)
Iteration: 40 (-28356.5534, 0.0000)
Iteration: 50 (-28356.5533, 0.0000)
Group probs = (0.7509, 0.2390, 0.0101)

Outer iteration: 31
Iteration: 1 (-28314.0955, 0.0219)
Iteration: 10 (-28314.0920, 0.0002)
Iteration: 20 (-28314.0916, 0.0001)
Iteration: 30 (-28314.0915, 0.0001)
Iteration: 40 (-28314.0915, 0.0000)
Iteration: 50 (-28314.0914, 0.0000)
Group probs = (0.7512, 0.2387, 0.0101)

Outer iteration: 32
Iteration: 1 (-28329.9616, 0.0043)
Iteration: 10 (-28329.9607, 0.0001)
Iteration: 20 (-28329.9606, 0.0001)
Iteration: 30 (-28329.9605, 0.0001)
Iteration: 40 (-28329.9605, 0.0001)
Iteration: 50 (-28329.9605, 0.0000)
Group probs = (0.7506, 0.2393, 0.0101)

Outer iteration: 33
Iteration: 1 (-28302.3277, 0.0111)
Iteration: 10 (-28302.3253, 0.0002)
Iteration: 20 (-28302.3250, 0.0001)
Iteration: 30 (-28302.3249, 0.0001)
Iteration: 40 (-28302.3249, 0.0000)
Iteration: 50 (-28302.3249, 0.0000)
Group probs = (0.7509, 0.2390, 0.0101)

Outer iteration: 34
Iteration: 1 (-28310.6760, 0.0109)
Iteration: 10 (-28310.6749, 0.0002)
Iteration: 20 (-28310.6748, 0.0001)
Iteration: 30 (-28310.6747, 0.0001)
Iteration: 40 (-28310.6747, 0.0000)
Iteration: 50 (-28310.6747, 0.0000)
Group probs = (0.7516, 0.2383, 0.0101)

Outer iteration: 35
Iteration: 1 (-28344.2468, 0.0141)
Iteration: 10 (-28344.2437, 0.0002)
Iteration: 20 (-28344.2434, 0.0001)
Iteration: 30 (-28344.2433, 0.0001)
Iteration: 40 (-28344.2432, 0.0001)
Iteration: 50 (-28344.2432, 0.0001)
Group probs = (0.7506, 0.2393, 0.0101)

Outer iteration: 36
Iteration: 1 (-28296.0397, 0.0148)
Iteration: 10 (-28296.0341, 0.0002)
Iteration: 20 (-28296.0335, 0.0001)
Iteration: 30 (-28296.0333, 0.0001)
Iteration: 40 (-28296.0332, 0.0001)
Iteration: 50 (-28296.0331, 0.0000)
Group probs = (0.7510, 0.2389, 0.0101)

Outer iteration: 37
Iteration: 1 (-28310.2935, 0.0133)
Iteration: 10 (-28310.2912, 0.0003)
Iteration: 20 (-28310.2908, 0.0002)
Iteration: 30 (-28310.2906, 0.0001)
Iteration: 40 (-28310.2905, 0.0001)
Iteration: 50 (-28310.2904, 0.0001)
Group probs = (0.7509, 0.2391, 0.0100)

Outer iteration: 38
Iteration: 1 (-28314.3867, 0.0200)
Iteration: 10 (-28314.3813, 0.0004)
Iteration: 20 (-28314.3804, 0.0003)
Iteration: 30 (-28314.3800, 0.0002)
Iteration: 40 (-28314.3798, 0.0001)
Iteration: 50 (-28314.3796, 0.0001)
Group probs = (0.7508, 0.2391, 0.0101)

Outer iteration: 39
Iteration: 1 (-28308.9852, 0.0122)
Iteration: 10 (-28308.9833, 0.0002)
Iteration: 20 (-28308.9830, 0.0001)
Iteration: 30 (-28308.9829, 0.0001)
Iteration: 40 (-28308.9829, 0.0001)
Iteration: 50 (-28308.9829, 0.0000)
Group probs = (0.7518, 0.2382, 0.0100)

Outer iteration: 40
Iteration: 1 (-28350.7310, 0.0140)
Iteration: 10 (-28350.7268, 0.0002)
Iteration: 20 (-28350.7264, 0.0001)
Iteration: 30 (-28350.7263, 0.0001)
Iteration: 40 (-28350.7262, 0.0000)
Iteration: 50 (-28350.7262, 0.0000)
Group probs = (0.7511, 0.2388, 0.0101)

Outer iteration: 1
Iteration: 1 (-34118.4218,    Inf)
Iteration: 10 (-29151.7982, 0.7271)
Iteration: 20 (-28896.6843, 0.2710)
Iteration: 30 (-28830.0404, 0.1484)
Iteration: 40 (-28802.8628, 0.0951)
Iteration: 50 (-28789.1234, 0.0666)
Group probs = (0.7687, 0.2224, 0.0089)

Outer iteration: 2
Iteration: 1 (-28781.7150, 0.0933)
Iteration: 10 (-28774.7856, 0.0487)
Iteration: 20 (-28769.9563, 0.0374)
Iteration: 30 (-28766.7362, 0.0296)
Iteration: 40 (-28764.4879, 0.0240)
Iteration: 50 (-28762.8641, 0.0198)
Group probs = (0.7677, 0.2231, 0.0091)

Outer iteration: 3
Iteration: 1 (-28696.0811, 0.0277)
Iteration: 10 (-28694.8686, 0.0168)
Iteration: 20 (-28693.9005, 0.0141)
Iteration: 30 (-28693.1613, 0.0120)
Iteration: 40 (-28692.5858, 0.0103)
Iteration: 50 (-28692.1311, 0.0089)
Group probs = (0.7668, 0.2240, 0.0092)

Outer iteration: 4
Iteration: 1 (-28638.8023, 0.0097)
Iteration: 10 (-28638.4305, 0.0078)
Iteration: 20 (-28638.1204, 0.0068)
Iteration: 30 (-28637.8705, 0.0060)
Iteration: 40 (-28637.6661, 0.0052)
Iteration: 50 (-28637.4971, 0.0046)
Group probs = (0.7670, 0.2238, 0.0092)

Outer iteration: 5
Iteration: 1 (-28640.9408, 0.0130)
Iteration: 10 (-28640.8040, 0.0041)
Iteration: 20 (-28640.6809, 0.0037)
Iteration: 30 (-28640.5777, 0.0033)
Iteration: 40 (-28640.4902, 0.0030)
Iteration: 50 (-28640.4155, 0.0027)
Group probs = (0.7657, 0.2250, 0.0093)

Outer iteration: 6
Iteration: 1 (-28580.6375, 0.0197)
Iteration: 10 (-28580.5680, 0.0026)
Iteration: 20 (-28580.5098, 0.0023)
Iteration: 30 (-28580.4602, 0.0021)
Iteration: 40 (-28580.4171, 0.0019)
Iteration: 50 (-28580.3796, 0.0017)
Group probs = (0.7660, 0.2247, 0.0092)

Outer iteration: 7
Iteration: 1 (-28593.5669, 0.0067)
Iteration: 10 (-28593.5351, 0.0016)
Iteration: 20 (-28593.5052, 0.0015)
Iteration: 30 (-28593.4789, 0.0014)
Iteration: 40 (-28593.4557, 0.0013)
Iteration: 50 (-28593.4351, 0.0012)
Group probs = (0.7659, 0.2248, 0.0093)

Outer iteration: 8
Iteration: 1 (-28585.1327, 0.0090)
Iteration: 10 (-28585.1133, 0.0012)
Iteration: 20 (-28585.0960, 0.0011)
Iteration: 30 (-28585.0807, 0.0010)
Iteration: 40 (-28585.0670, 0.0009)
Iteration: 50 (-28585.0547, 0.0009)
Group probs = (0.7653, 0.2254, 0.0093)

Outer iteration: 9
Iteration: 1 (-28558.1209, 0.0100)
Iteration: 10 (-28558.1087, 0.0009)
Iteration: 20 (-28558.0982, 0.0008)
Iteration: 30 (-28558.0889, 0.0008)
Iteration: 40 (-28558.0805, 0.0007)
Iteration: 50 (-28558.0729, 0.0007)
Group probs = (0.7655, 0.2252, 0.0093)

Outer iteration: 10
Iteration: 1 (-28564.6779, 0.0023)
Iteration: 10 (-28564.6712, 0.0006)
Iteration: 20 (-28564.6648, 0.0006)
Iteration: 30 (-28564.6589, 0.0006)
Iteration: 40 (-28564.6536, 0.0005)
Iteration: 50 (-28564.6487, 0.0005)
Group probs = (0.7653, 0.2254, 0.0093)

Outer iteration: 11
Iteration: 1 (-28553.5010, 0.0061)
Iteration: 10 (-28553.4945, 0.0006)
Iteration: 20 (-28553.4899, 0.0005)
Iteration: 30 (-28553.4859, 0.0005)
Iteration: 40 (-28553.4822, 0.0005)
Iteration: 50 (-28553.4789, 0.0004)
Group probs = (0.7651, 0.2256, 0.0093)

Outer iteration: 12
Iteration: 1 (-28541.2474, 0.0014)
Iteration: 10 (-28541.2428, 0.0004)
Iteration: 20 (-28541.2396, 0.0004)
Iteration: 30 (-28541.2369, 0.0004)
Iteration: 40 (-28541.2344, 0.0004)
Iteration: 50 (-28541.2321, 0.0003)
Group probs = (0.7650, 0.2257, 0.0093)

Outer iteration: 13
Iteration: 1 (-28538.9027, 0.0050)
Iteration: 10 (-28538.9005, 0.0003)
Iteration: 20 (-28538.8985, 0.0003)
Iteration: 30 (-28538.8967, 0.0003)
Iteration: 40 (-28538.8950, 0.0003)
Iteration: 50 (-28538.8935, 0.0003)
Group probs = (0.7652, 0.2256, 0.0093)

Outer iteration: 14
Iteration: 1 (-28545.6516, 0.0056)
Iteration: 10 (-28545.6496, 0.0003)
Iteration: 20 (-28545.6481, 0.0003)
Iteration: 30 (-28545.6467, 0.0003)
Iteration: 40 (-28545.6455, 0.0003)
Iteration: 50 (-28545.6444, 0.0002)
Group probs = (0.7644, 0.2263, 0.0093)

Outer iteration: 15
Iteration: 1 (-28510.4804, 0.0150)
Iteration: 10 (-28510.4769, 0.0003)
Iteration: 20 (-28510.4757, 0.0002)
Iteration: 30 (-28510.4747, 0.0002)
Iteration: 40 (-28510.4738, 0.0002)
Iteration: 50 (-28510.4729, 0.0002)
Group probs = (0.7648, 0.2259, 0.0093)

Outer iteration: 16
Iteration: 1 (-28529.8795, 0.0091)
Iteration: 10 (-28529.8781, 0.0002)
Iteration: 20 (-28529.8773, 0.0002)
Iteration: 30 (-28529.8766, 0.0002)
Iteration: 40 (-28529.8759, 0.0002)
Iteration: 50 (-28529.8754, 0.0002)
Group probs = (0.7652, 0.2256, 0.0093)

Outer iteration: 17
Iteration: 1 (-28547.6800, 0.0034)
Iteration: 10 (-28547.6781, 0.0002)
Iteration: 20 (-28547.6774, 0.0001)
Iteration: 30 (-28547.6769, 0.0001)
Iteration: 40 (-28547.6765, 0.0001)
Iteration: 50 (-28547.6761, 0.0001)
Group probs = (0.7656, 0.2251, 0.0093)

Outer iteration: 18
Iteration: 1 (-28563.1895, 0.0158)
Iteration: 10 (-28563.1870, 0.0002)
Iteration: 20 (-28563.1863, 0.0002)
Iteration: 30 (-28563.1858, 0.0002)
Iteration: 40 (-28563.1854, 0.0001)
Iteration: 50 (-28563.1851, 0.0001)
Group probs = (0.7658, 0.2249, 0.0093)

Outer iteration: 19
Iteration: 1 (-28575.9590, 0.0007)
Iteration: 10 (-28575.9581, 0.0001)
Iteration: 20 (-28575.9577, 0.0001)
Iteration: 30 (-28575.9574, 0.0001)
Iteration: 40 (-28575.9572, 0.0001)
Iteration: 50 (-28575.9570, 0.0001)
Group probs = (0.7655, 0.2253, 0.0092)

Outer iteration: 20
Iteration: 1 (-28566.0962, 0.0146)
Iteration: 10 (-28566.0937, 0.0002)
Iteration: 20 (-28566.0932, 0.0001)
Iteration: 30 (-28566.0929, 0.0001)
Iteration: 40 (-28566.0926, 0.0001)
Iteration: 50 (-28566.0924, 0.0001)
Group probs = (0.7657, 0.2250, 0.0092)

Outer iteration: 21
Iteration: 1 (-28574.7870, 0.0048)
Iteration: 10 (-28574.7858, 0.0002)
Iteration: 20 (-28574.7855, 0.0001)
Iteration: 30 (-28574.7853, 0.0001)
Iteration: 40 (-28574.7852, 0.0001)
Iteration: 50 (-28574.7850, 0.0001)
Group probs = (0.7659, 0.2249, 0.0092)

Outer iteration: 22
Iteration: 1 (-28581.3939, 0.0003)
Iteration: 10 (-28581.3934, 0.0001)
Iteration: 20 (-28581.3932, 0.0001)
Iteration: 30 (-28581.3931, 0.0001)
Iteration: 40 (-28581.3929, 0.0001)
Iteration: 50 (-28581.3928, 0.0001)
Group probs = (0.7653, 0.2255, 0.0092)

Outer iteration: 23
Iteration: 1 (-28560.6555, 0.0173)
Iteration: 10 (-28560.6529, 0.0002)
Iteration: 20 (-28560.6524, 0.0001)
Iteration: 30 (-28560.6522, 0.0001)
Iteration: 40 (-28560.6520, 0.0001)
Iteration: 50 (-28560.6519, 0.0001)
Group probs = (0.7657, 0.2251, 0.0092)

Outer iteration: 24
Iteration: 1 (-28573.9649, 0.0117)
Iteration: 10 (-28573.9634, 0.0001)
Iteration: 20 (-28573.9631, 0.0001)
Iteration: 30 (-28573.9630, 0.0001)
Iteration: 40 (-28573.9629, 0.0001)
Iteration: 50 (-28573.9628, 0.0001)
Group probs = (0.7651, 0.2256, 0.0093)

Outer iteration: 25
Iteration: 1 (-28548.7204, 0.0060)
Iteration: 10 (-28548.7189, 0.0001)
Iteration: 20 (-28548.7187, 0.0001)
Iteration: 30 (-28548.7186, 0.0001)
Iteration: 40 (-28548.7185, 0.0001)
Iteration: 50 (-28548.7184, 0.0000)
Group probs = (0.7650, 0.2257, 0.0093)

Outer iteration: 26
Iteration: 1 (-28541.8068, 0.0022)
Iteration: 10 (-28541.8056, 0.0002)
Iteration: 20 (-28541.8054, 0.0001)
Iteration: 30 (-28541.8053, 0.0001)
Iteration: 40 (-28541.8052, 0.0001)
Iteration: 50 (-28541.8052, 0.0000)
Group probs = (0.7656, 0.2251, 0.0093)

Outer iteration: 27
Iteration: 1 (-28566.5057, 0.0106)
Iteration: 10 (-28566.5045, 0.0001)
Iteration: 20 (-28566.5043, 0.0001)
Iteration: 30 (-28566.5042, 0.0000)
Iteration: 40 (-28566.5042, 0.0000)
Iteration: 50 (-28566.5041, 0.0000)
Group probs = (0.7654, 0.2253, 0.0092)

Outer iteration: 28
Iteration: 1 (-28562.5967, 0.0104)
Iteration: 10 (-28562.5957, 0.0001)
Iteration: 20 (-28562.5955, 0.0001)
Iteration: 30 (-28562.5954, 0.0000)
Iteration: 40 (-28562.5953, 0.0000)
Iteration: 50 (-28562.5953, 0.0000)
Group probs = (0.7652, 0.2255, 0.0093)

Outer iteration: 29
Iteration: 1 (-28549.7658, 0.0026)
Iteration: 10 (-28549.7644, 0.0001)
Iteration: 20 (-28549.7641, 0.0001)
Iteration: 30 (-28549.7641, 0.0001)
Iteration: 40 (-28549.7640, 0.0000)
Iteration: 50 (-28549.7640, 0.0000)
Group probs = (0.7657, 0.2250, 0.0093)

Outer iteration: 30
Iteration: 1 (-28567.0473, 0.0123)
Iteration: 10 (-28567.0463, 0.0001)
Iteration: 20 (-28567.0461, 0.0001)
Iteration: 30 (-28567.0460, 0.0001)
Iteration: 40 (-28567.0460, 0.0000)
Iteration: 50 (-28567.0460, 0.0000)
Group probs = (0.7651, 0.2256, 0.0093)

Outer iteration: 31
Iteration: 1 (-28545.3000, 0.0132)
Iteration: 10 (-28545.2980, 0.0001)
Iteration: 20 (-28545.2977, 0.0001)
Iteration: 30 (-28545.2976, 0.0000)
Iteration: 40 (-28545.2976, 0.0000)
Iteration: 50 (-28545.2975, 0.0000)
Group probs = (0.7644, 0.2263, 0.0093)

Outer iteration: 32
Iteration: 1 (-28507.8418, 0.0133)
Iteration: 10 (-28507.8371, 0.0003)
Iteration: 20 (-28507.8364, 0.0002)
Iteration: 30 (-28507.8361, 0.0001)
Iteration: 40 (-28507.8360, 0.0001)
Iteration: 50 (-28507.8359, 0.0001)
Group probs = (0.7650, 0.2257, 0.0093)

Outer iteration: 33
Iteration: 1 (-28536.2750, 0.0137)
Iteration: 10 (-28536.2731, 0.0002)
Iteration: 20 (-28536.2729, 0.0001)
Iteration: 30 (-28536.2728, 0.0000)
Iteration: 40 (-28536.2728, 0.0000)
Iteration: 50 (-28536.2728, 0.0000)
Group probs = (0.7653, 0.2254, 0.0092)

Outer iteration: 34
Iteration: 1 (-28554.9774, 0.0019)
Iteration: 10 (-28554.9748, 0.0002)
Iteration: 20 (-28554.9745, 0.0001)
Iteration: 30 (-28554.9743, 0.0001)
Iteration: 40 (-28554.9742, 0.0001)
Iteration: 50 (-28554.9742, 0.0000)
Group probs = (0.7654, 0.2253, 0.0093)

Outer iteration: 35
Iteration: 1 (-28555.5465, 0.0032)
Iteration: 10 (-28555.5455, 0.0001)
Iteration: 20 (-28555.5454, 0.0001)
Iteration: 30 (-28555.5453, 0.0000)
Iteration: 40 (-28555.5453, 0.0000)
Iteration: 50 (-28555.5453, 0.0000)
Group probs = (0.7655, 0.2253, 0.0093)

Outer iteration: 36
Iteration: 1 (-28560.3189, 0.0012)
Iteration: 10 (-28560.3175, 0.0001)
Iteration: 20 (-28560.3174, 0.0001)
Iteration: 30 (-28560.3173, 0.0000)
Iteration: 40 (-28560.3173, 0.0000)
Iteration: 50 (-28560.3173, 0.0000)
Group probs = (0.7655, 0.2253, 0.0092)

Outer iteration: 37
Iteration: 1 (-28561.2458, 0.0045)
Iteration: 10 (-28561.2446, 0.0001)
Iteration: 20 (-28561.2445, 0.0001)
Iteration: 30 (-28561.2444, 0.0000)
Iteration: 40 (-28561.2444, 0.0000)
Iteration: 50 (-28561.2444, 0.0000)
Group probs = (0.7654, 0.2253, 0.0093)

Outer iteration: 38
Iteration: 1 (-28558.2469, 0.0006)
Iteration: 10 (-28558.2465, 0.0001)
Iteration: 20 (-28558.2465, 0.0000)
Iteration: 30 (-28558.2465, 0.0000)
Iteration: 40 (-28558.2465, 0.0000)
Iteration: 50 (-28558.2465, 0.0000)
Group probs = (0.7661, 0.2247, 0.0092)

Outer iteration: 39
Iteration: 1 (-28593.2225, 0.0062)
Iteration: 10 (-28593.2185, 0.0002)
Iteration: 20 (-28593.2181, 0.0001)
Iteration: 30 (-28593.2179, 0.0001)
Iteration: 40 (-28593.2179, 0.0000)
Iteration: 50 (-28593.2178, 0.0000)
Group probs = (0.7654, 0.2254, 0.0092)

Outer iteration: 40
Iteration: 1 (-28561.2646, 0.0133)
Iteration: 10 (-28561.2618, 0.0002)
Iteration: 20 (-28561.2615, 0.0001)
Iteration: 30 (-28561.2614, 0.0001)
Iteration: 40 (-28561.2614, 0.0000)
Iteration: 50 (-28561.2613, 0.0000)
Group probs = (0.7662, 0.2246, 0.0092)

Outer iteration: 1
Iteration: 1 (-34356.0450,    Inf)
Iteration: 10 (-29432.4054, 0.7235)
Iteration: 20 (-29180.2641, 0.2710)
Iteration: 30 (-29115.1180, 0.1492)
Iteration: 40 (-29089.0154, 0.0964)
Iteration: 50 (-29076.1176, 0.0681)
Group probs = (0.7732, 0.2166, 0.0102)

Outer iteration: 2
Iteration: 1 (-29197.5088, 0.0687)
Iteration: 10 (-29191.4824, 0.0502)
Iteration: 20 (-29187.3068, 0.0391)
Iteration: 30 (-29184.5983, 0.0315)
Iteration: 40 (-29182.7595, 0.0259)
Iteration: 50 (-29181.4664, 0.0217)
Group probs = (0.7728, 0.2168, 0.0105)

Outer iteration: 3
Iteration: 1 (-29159.8288, 0.0226)
Iteration: 10 (-29158.9446, 0.0189)
Iteration: 20 (-29158.2176, 0.0162)
Iteration: 30 (-29157.6722, 0.0141)
Iteration: 40 (-29157.2553, 0.0124)
Iteration: 50 (-29156.9319, 0.0109)
Group probs = (0.7733, 0.2163, 0.0104)

Outer iteration: 4
Iteration: 1 (-29186.0625, 0.0137)
Iteration: 10 (-29185.8132, 0.0099)
Iteration: 20 (-29185.6002, 0.0088)
Iteration: 30 (-29185.4306, 0.0079)
Iteration: 40 (-29185.2939, 0.0072)
Iteration: 50 (-29185.1826, 0.0065)
Group probs = (0.7733, 0.2161, 0.0105)

Outer iteration: 5
Iteration: 1 (-29185.2956, 0.0085)
Iteration: 10 (-29185.2037, 0.0061)
Iteration: 20 (-29185.1228, 0.0055)
Iteration: 30 (-29185.0562, 0.0051)
Iteration: 40 (-29185.0008, 0.0046)
Iteration: 50 (-29184.9543, 0.0043)
Group probs = (0.7727, 0.2168, 0.0106)

Outer iteration: 6
Iteration: 1 (-29159.1645, 0.0244)
Iteration: 10 (-29159.1212, 0.0040)
Iteration: 20 (-29159.0856, 0.0037)
Iteration: 30 (-29159.0559, 0.0034)
Iteration: 40 (-29159.0306, 0.0032)
Iteration: 50 (-29159.0091, 0.0030)
Group probs = (0.7733, 0.2161, 0.0106)

Outer iteration: 7
Iteration: 1 (-29185.2710, 0.0195)
Iteration: 10 (-29185.2506, 0.0028)
Iteration: 20 (-29185.2337, 0.0026)
Iteration: 30 (-29185.2193, 0.0024)
Iteration: 40 (-29185.2070, 0.0023)
Iteration: 50 (-29185.1962, 0.0021)
Group probs = (0.7741, 0.2154, 0.0105)

Outer iteration: 8
Iteration: 1 (-29223.8875, 0.0091)
Iteration: 10 (-29223.8755, 0.0020)
Iteration: 20 (-29223.8669, 0.0019)
Iteration: 30 (-29223.8596, 0.0018)
Iteration: 40 (-29223.8533, 0.0017)
Iteration: 50 (-29223.8478, 0.0016)
Group probs = (0.7735, 0.2160, 0.0106)

Outer iteration: 9
Iteration: 1 (-29198.8686, 0.0129)
Iteration: 10 (-29198.8631, 0.0015)
Iteration: 20 (-29198.8587, 0.0014)
Iteration: 30 (-29198.8549, 0.0013)
Iteration: 40 (-29198.8515, 0.0012)
Iteration: 50 (-29198.8486, 0.0012)
Group probs = (0.7738, 0.2156, 0.0106)

Outer iteration: 10
Iteration: 1 (-29214.1013, 0.0087)
Iteration: 10 (-29214.0976, 0.0011)
Iteration: 20 (-29214.0949, 0.0011)
Iteration: 30 (-29214.0927, 0.0010)
Iteration: 40 (-29214.0907, 0.0010)
Iteration: 50 (-29214.0890, 0.0009)
Group probs = (0.7741, 0.2153, 0.0106)

Outer iteration: 11
Iteration: 1 (-29230.1615, 0.0016)
Iteration: 10 (-29230.1582, 0.0009)
Iteration: 20 (-29230.1566, 0.0008)
Iteration: 30 (-29230.1552, 0.0008)
Iteration: 40 (-29230.1541, 0.0007)
Iteration: 50 (-29230.1531, 0.0007)
Group probs = (0.7739, 0.2155, 0.0107)

Outer iteration: 12
Iteration: 1 (-29216.8479, 0.0047)
Iteration: 10 (-29216.8452, 0.0007)
Iteration: 20 (-29216.8441, 0.0006)
Iteration: 30 (-29216.8432, 0.0006)
Iteration: 40 (-29216.8425, 0.0006)
Iteration: 50 (-29216.8418, 0.0005)
Group probs = (0.7739, 0.2154, 0.0107)

Outer iteration: 13
Iteration: 1 (-29215.9952, 0.0098)
Iteration: 10 (-29215.9903, 0.0006)
Iteration: 20 (-29215.9891, 0.0005)
Iteration: 30 (-29215.9883, 0.0005)
Iteration: 40 (-29215.9878, 0.0005)
Iteration: 50 (-29215.9874, 0.0004)
Group probs = (0.7740, 0.2154, 0.0106)

Outer iteration: 14
Iteration: 1 (-29224.0308, 0.0070)
Iteration: 10 (-29224.0283, 0.0005)
Iteration: 20 (-29224.0277, 0.0004)
Iteration: 30 (-29224.0274, 0.0004)
Iteration: 40 (-29224.0271, 0.0004)
Iteration: 50 (-29224.0268, 0.0003)
Group probs = (0.7741, 0.2153, 0.0106)

Outer iteration: 15
Iteration: 1 (-29225.6087, 0.0058)
Iteration: 10 (-29225.6067, 0.0004)
Iteration: 20 (-29225.6061, 0.0003)
Iteration: 30 (-29225.6058, 0.0003)
Iteration: 40 (-29225.6056, 0.0003)
Iteration: 50 (-29225.6055, 0.0003)
Group probs = (0.7740, 0.2154, 0.0106)

Outer iteration: 16
Iteration: 1 (-29226.6115, 0.0077)
Iteration: 10 (-29226.6093, 0.0003)
Iteration: 20 (-29226.6089, 0.0003)
Iteration: 30 (-29226.6087, 0.0003)
Iteration: 40 (-29226.6086, 0.0002)
Iteration: 50 (-29226.6085, 0.0002)
Group probs = (0.7731, 0.2162, 0.0107)

Outer iteration: 17
Iteration: 1 (-29182.3065, 0.0176)
Iteration: 10 (-29182.3025, 0.0003)
Iteration: 20 (-29182.3019, 0.0002)
Iteration: 30 (-29182.3017, 0.0002)
Iteration: 40 (-29182.3015, 0.0002)
Iteration: 50 (-29182.3015, 0.0002)
Group probs = (0.7734, 0.2160, 0.0107)

Outer iteration: 18
Iteration: 1 (-29195.3565, 0.0044)
Iteration: 10 (-29195.3556, 0.0002)
Iteration: 20 (-29195.3554, 0.0002)
Iteration: 30 (-29195.3553, 0.0002)
Iteration: 40 (-29195.3553, 0.0002)
Iteration: 50 (-29195.3552, 0.0002)
Group probs = (0.7739, 0.2155, 0.0107)

Outer iteration: 19
Iteration: 1 (-29216.6546, 0.0127)
Iteration: 10 (-29216.6534, 0.0002)
Iteration: 20 (-29216.6532, 0.0001)
Iteration: 30 (-29216.6531, 0.0001)
Iteration: 40 (-29216.6531, 0.0001)
Iteration: 50 (-29216.6530, 0.0001)
Group probs = (0.7737, 0.2156, 0.0107)

Outer iteration: 20
Iteration: 1 (-29204.6914, 0.0021)
Iteration: 10 (-29204.6901, 0.0002)
Iteration: 20 (-29204.6899, 0.0001)
Iteration: 30 (-29204.6898, 0.0001)
Iteration: 40 (-29204.6897, 0.0001)
Iteration: 50 (-29204.6897, 0.0001)
Group probs = (0.7743, 0.2150, 0.0107)

Outer iteration: 21
Iteration: 1 (-29233.3011, 0.0157)
Iteration: 10 (-29233.2981, 0.0002)
Iteration: 20 (-29233.2977, 0.0001)
Iteration: 30 (-29233.2976, 0.0001)
Iteration: 40 (-29233.2976, 0.0001)
Iteration: 50 (-29233.2975, 0.0001)
Group probs = (0.7742, 0.2151, 0.0107)

Outer iteration: 22
Iteration: 1 (-29232.6642, 0.0055)
Iteration: 10 (-29232.6635, 0.0001)
Iteration: 20 (-29232.6634, 0.0001)
Iteration: 30 (-29232.6634, 0.0001)
Iteration: 40 (-29232.6634, 0.0001)
Iteration: 50 (-29232.6634, 0.0001)
Group probs = (0.7746, 0.2147, 0.0107)

Outer iteration: 23
Iteration: 1 (-29251.3266, 0.0162)
Iteration: 10 (-29251.3244, 0.0002)
Iteration: 20 (-29251.3241, 0.0001)
Iteration: 30 (-29251.3240, 0.0001)
Iteration: 40 (-29251.3239, 0.0001)
Iteration: 50 (-29251.3239, 0.0001)
Group probs = (0.7742, 0.2152, 0.0106)

Outer iteration: 24
Iteration: 1 (-29236.9446, 0.0188)
Iteration: 10 (-29236.9425, 0.0002)
Iteration: 20 (-29236.9421, 0.0001)
Iteration: 30 (-29236.9420, 0.0001)
Iteration: 40 (-29236.9420, 0.0001)
Iteration: 50 (-29236.9420, 0.0000)
Group probs = (0.7742, 0.2153, 0.0106)

Outer iteration: 25
Iteration: 1 (-29234.4732, 0.0070)
Iteration: 10 (-29234.4716, 0.0002)
Iteration: 20 (-29234.4713, 0.0001)
Iteration: 30 (-29234.4712, 0.0001)
Iteration: 40 (-29234.4711, 0.0001)
Iteration: 50 (-29234.4711, 0.0000)
Group probs = (0.7738, 0.2156, 0.0106)

Outer iteration: 26
Iteration: 1 (-29214.3711, 0.0060)
Iteration: 10 (-29214.3701, 0.0001)
Iteration: 20 (-29214.3699, 0.0001)
Iteration: 30 (-29214.3698, 0.0001)
Iteration: 40 (-29214.3698, 0.0000)
Iteration: 50 (-29214.3698, 0.0000)
Group probs = (0.7737, 0.2157, 0.0107)

Outer iteration: 27
Iteration: 1 (-29206.5062, 0.0070)
Iteration: 10 (-29206.5045, 0.0002)
Iteration: 20 (-29206.5043, 0.0001)
Iteration: 30 (-29206.5042, 0.0001)
Iteration: 40 (-29206.5041, 0.0001)
Iteration: 50 (-29206.5041, 0.0000)
Group probs = (0.7734, 0.2159, 0.0107)

Outer iteration: 28
Iteration: 1 (-29193.6304, 0.0003)
Iteration: 10 (-29193.6289, 0.0002)
Iteration: 20 (-29193.6287, 0.0001)
Iteration: 30 (-29193.6286, 0.0001)
Iteration: 40 (-29193.6285, 0.0000)
Iteration: 50 (-29193.6285, 0.0000)
Group probs = (0.7744, 0.2150, 0.0107)

Outer iteration: 29
Iteration: 1 (-29234.4048, 0.0235)
Iteration: 10 (-29234.3996, 0.0003)
Iteration: 20 (-29234.3989, 0.0002)
Iteration: 30 (-29234.3987, 0.0001)
Iteration: 40 (-29234.3986, 0.0001)
Iteration: 50 (-29234.3986, 0.0001)
Group probs = (0.7750, 0.2144, 0.0106)

Outer iteration: 30
Iteration: 1 (-29265.2158, 0.0123)
Iteration: 10 (-29265.2131, 0.0002)
Iteration: 20 (-29265.2127, 0.0001)
Iteration: 30 (-29265.2126, 0.0001)
Iteration: 40 (-29265.2125, 0.0001)
Iteration: 50 (-29265.2125, 0.0000)
Group probs = (0.7748, 0.2145, 0.0107)

Outer iteration: 31
Iteration: 1 (-29257.8909, 0.0028)
Iteration: 10 (-29257.8895, 0.0001)
Iteration: 20 (-29257.8893, 0.0001)
Iteration: 30 (-29257.8892, 0.0001)
Iteration: 40 (-29257.8891, 0.0001)
Iteration: 50 (-29257.8891, 0.0000)
Group probs = (0.7744, 0.2149, 0.0106)

Outer iteration: 32
Iteration: 1 (-29244.4686, 0.0147)
Iteration: 10 (-29244.4660, 0.0002)
Iteration: 20 (-29244.4657, 0.0001)
Iteration: 30 (-29244.4656, 0.0001)
Iteration: 40 (-29244.4655, 0.0001)
Iteration: 50 (-29244.4655, 0.0000)
Group probs = (0.7755, 0.2139, 0.0106)

Outer iteration: 33
Iteration: 1 (-29290.0794, 0.0214)
Iteration: 10 (-29290.0750, 0.0002)
Iteration: 20 (-29290.0746, 0.0001)
Iteration: 30 (-29290.0745, 0.0001)
Iteration: 40 (-29290.0744, 0.0000)
Iteration: 50 (-29290.0744, 0.0000)
Group probs = (0.7751, 0.2143, 0.0106)

Outer iteration: 34
Iteration: 1 (-29276.2823, 0.0099)
Iteration: 10 (-29276.2812, 0.0001)
Iteration: 20 (-29276.2811, 0.0001)
Iteration: 30 (-29276.2810, 0.0001)
Iteration: 40 (-29276.2810, 0.0000)
Iteration: 50 (-29276.2810, 0.0000)
Group probs = (0.7751, 0.2142, 0.0107)

Outer iteration: 35
Iteration: 1 (-29273.9132, 0.0082)
Iteration: 10 (-29273.9120, 0.0002)
Iteration: 20 (-29273.9117, 0.0001)
Iteration: 30 (-29273.9116, 0.0001)
Iteration: 40 (-29273.9116, 0.0001)
Iteration: 50 (-29273.9116, 0.0001)
Group probs = (0.7754, 0.2140, 0.0106)

Outer iteration: 36
Iteration: 1 (-29290.6116, 0.0001)
Iteration: 10 (-29290.6100, 0.0002)
Iteration: 20 (-29290.6098, 0.0001)
Iteration: 30 (-29290.6097, 0.0001)
Iteration: 40 (-29290.6096, 0.0000)
Iteration: 50 (-29290.6096, 0.0000)
Group probs = (0.7751, 0.2143, 0.0106)

Outer iteration: 37
Iteration: 1 (-29280.4388, 0.0089)
Iteration: 10 (-29280.4377, 0.0001)
Iteration: 20 (-29280.4375, 0.0001)
Iteration: 30 (-29280.4375, 0.0000)
Iteration: 40 (-29280.4374, 0.0000)
Iteration: 50 (-29280.4374, 0.0000)
Group probs = (0.7755, 0.2139, 0.0106)

Outer iteration: 38
Iteration: 1 (-29297.0727, 0.0006)
Iteration: 10 (-29297.0707, 0.0002)
Iteration: 20 (-29297.0705, 0.0001)
Iteration: 30 (-29297.0704, 0.0001)
Iteration: 40 (-29297.0703, 0.0001)
Iteration: 50 (-29297.0703, 0.0001)
Group probs = (0.7754, 0.2140, 0.0106)

Outer iteration: 39
Iteration: 1 (-29292.1619, 0.0008)
Iteration: 10 (-29292.1617, 0.0001)
Iteration: 20 (-29292.1617, 0.0000)
Iteration: 30 (-29292.1617, 0.0000)
Iteration: 40 (-29292.1617, 0.0000)
Iteration: 50 (-29292.1616, 0.0000)
Group probs = (0.7747, 0.2147, 0.0107)

Outer iteration: 40
Iteration: 1 (-29255.9345, 0.0079)
Iteration: 10 (-29255.9316, 0.0002)
Iteration: 20 (-29255.9313, 0.0001)
Iteration: 30 (-29255.9312, 0.0001)
Iteration: 40 (-29255.9311, 0.0000)
Iteration: 50 (-29255.9311, 0.0000)
Group probs = (0.7755, 0.2140, 0.0105)

Outer iteration: 1
Iteration: 1 (-34992.9467,    Inf)
Iteration: 10 (-30047.8852, 0.7193)
Iteration: 20 (-29798.7894, 0.2683)
Iteration: 30 (-29734.7810, 0.1475)
Iteration: 40 (-29709.1731, 0.0952)
Iteration: 50 (-29696.5209, 0.0673)
Group probs = (0.7864, 0.2079, 0.0057)

Outer iteration: 2
Iteration: 1 (-29845.0923, 0.0664)
Iteration: 10 (-29839.1638, 0.0491)
Iteration: 20 (-29835.0646, 0.0384)
Iteration: 30 (-29832.4018, 0.0310)
Iteration: 40 (-29830.5920, 0.0255)
Iteration: 50 (-29829.3187, 0.0214)
Group probs = (0.7876, 0.2067, 0.0057)

Outer iteration: 3
Iteration: 1 (-29884.1616, 0.0265)
Iteration: 10 (-29883.2863, 0.0183)
Iteration: 20 (-29882.5753, 0.0158)
Iteration: 30 (-29882.0424, 0.0138)
Iteration: 40 (-29881.6356, 0.0121)
Iteration: 50 (-29881.3205, 0.0107)
Group probs = (0.7884, 0.2059, 0.0057)

Outer iteration: 4
Iteration: 1 (-29916.7877, 0.0177)
Iteration: 10 (-29916.5460, 0.0096)
Iteration: 20 (-29916.3390, 0.0086)
Iteration: 30 (-29916.1742, 0.0078)
Iteration: 40 (-29916.0414, 0.0070)
Iteration: 50 (-29915.9335, 0.0064)
Group probs = (0.7883, 0.2060, 0.0057)

Outer iteration: 5
Iteration: 1 (-29914.1332, 0.0063)
Iteration: 10 (-29914.0494, 0.0058)
Iteration: 20 (-29913.9734, 0.0054)
Iteration: 30 (-29913.9104, 0.0049)
Iteration: 40 (-29913.8577, 0.0045)
Iteration: 50 (-29913.8135, 0.0042)
Group probs = (0.7888, 0.2056, 0.0057)

Outer iteration: 6
Iteration: 1 (-29938.1332, 0.0042)
Iteration: 10 (-29938.0973, 0.0039)
Iteration: 20 (-29938.0647, 0.0036)
Iteration: 30 (-29938.0371, 0.0034)
Iteration: 40 (-29938.0134, 0.0032)
Iteration: 50 (-29937.9930, 0.0030)
Group probs = (0.7891, 0.2052, 0.0056)

Outer iteration: 7
Iteration: 1 (-29955.4911, 0.0058)
Iteration: 10 (-29955.4739, 0.0028)
Iteration: 20 (-29955.4582, 0.0026)
Iteration: 30 (-29955.4447, 0.0024)
Iteration: 40 (-29955.4329, 0.0023)
Iteration: 50 (-29955.4225, 0.0022)
Group probs = (0.7895, 0.2049, 0.0057)

Outer iteration: 8
Iteration: 1 (-29969.8882, 0.0066)
Iteration: 10 (-29969.8789, 0.0021)
Iteration: 20 (-29969.8707, 0.0020)
Iteration: 30 (-29969.8634, 0.0018)
Iteration: 40 (-29969.8571, 0.0017)
Iteration: 50 (-29969.8514, 0.0017)
Group probs = (0.7892, 0.2051, 0.0057)

Outer iteration: 9
Iteration: 1 (-29960.1737, 0.0097)
Iteration: 10 (-29960.1681, 0.0016)
Iteration: 20 (-29960.1634, 0.0015)
Iteration: 30 (-29960.1592, 0.0014)
Iteration: 40 (-29960.1555, 0.0013)
Iteration: 50 (-29960.1522, 0.0013)
Group probs = (0.7883, 0.2060, 0.0057)

Outer iteration: 10
Iteration: 1 (-29918.3219, 0.0120)
Iteration: 10 (-29918.3163, 0.0012)
Iteration: 20 (-29918.3134, 0.0012)
Iteration: 30 (-29918.3109, 0.0011)
Iteration: 40 (-29918.3087, 0.0011)
Iteration: 50 (-29918.3068, 0.0010)
Group probs = (0.7899, 0.2045, 0.0056)

Outer iteration: 11
Iteration: 1 (-29987.6368, 0.0213)
Iteration: 10 (-29987.6286, 0.0010)
Iteration: 20 (-29987.6264, 0.0009)
Iteration: 30 (-29987.6247, 0.0009)
Iteration: 40 (-29987.6233, 0.0009)
Iteration: 50 (-29987.6220, 0.0008)
Group probs = (0.7900, 0.2043, 0.0056)

Outer iteration: 12
Iteration: 1 (-29996.6266, 0.0019)
Iteration: 10 (-29996.6248, 0.0008)
Iteration: 20 (-29996.6237, 0.0008)
Iteration: 30 (-29996.6227, 0.0007)
Iteration: 40 (-29996.6219, 0.0007)
Iteration: 50 (-29996.6211, 0.0007)
Group probs = (0.7903, 0.2041, 0.0056)

Outer iteration: 13
Iteration: 1 (-30006.8089, 0.0069)
Iteration: 10 (-30006.8073, 0.0006)
Iteration: 20 (-30006.8065, 0.0006)
Iteration: 30 (-30006.8059, 0.0006)
Iteration: 40 (-30006.8054, 0.0005)
Iteration: 50 (-30006.8049, 0.0005)
Group probs = (0.7906, 0.2038, 0.0056)

Outer iteration: 14
Iteration: 1 (-30016.7422, 0.0117)
Iteration: 10 (-30016.7403, 0.0005)
Iteration: 20 (-30016.7397, 0.0005)
Iteration: 30 (-30016.7392, 0.0005)
Iteration: 40 (-30016.7388, 0.0004)
Iteration: 50 (-30016.7385, 0.0004)
Group probs = (0.7895, 0.2049, 0.0057)

Outer iteration: 15
Iteration: 1 (-29970.8826, 0.0184)
Iteration: 10 (-29970.8787, 0.0004)
Iteration: 20 (-29970.8782, 0.0004)
Iteration: 30 (-29970.8779, 0.0004)
Iteration: 40 (-29970.8776, 0.0004)
Iteration: 50 (-29970.8774, 0.0004)
Group probs = (0.7890, 0.2053, 0.0057)

Outer iteration: 16
Iteration: 1 (-29953.1452, 0.0068)
Iteration: 10 (-29953.1433, 0.0004)
Iteration: 20 (-29953.1428, 0.0003)
Iteration: 30 (-29953.1425, 0.0003)
Iteration: 40 (-29953.1423, 0.0003)
Iteration: 50 (-29953.1422, 0.0003)
Group probs = (0.7887, 0.2056, 0.0056)

Outer iteration: 17
Iteration: 1 (-29939.3860, 0.0138)
Iteration: 10 (-29939.3831, 0.0003)
Iteration: 20 (-29939.3827, 0.0003)
Iteration: 30 (-29939.3825, 0.0003)
Iteration: 40 (-29939.3823, 0.0003)
Iteration: 50 (-29939.3822, 0.0002)
Group probs = (0.7905, 0.2038, 0.0057)

Outer iteration: 18
Iteration: 1 (-30012.7862, 0.0443)
Iteration: 10 (-30012.7741, 0.0005)
Iteration: 20 (-30012.7730, 0.0003)
Iteration: 30 (-30012.7726, 0.0002)
Iteration: 40 (-30012.7724, 0.0002)
Iteration: 50 (-30012.7723, 0.0002)
Group probs = (0.7907, 0.2037, 0.0057)

Outer iteration: 19
Iteration: 1 (-30019.9379, 0.0054)
Iteration: 10 (-30019.9365, 0.0002)
Iteration: 20 (-30019.9362, 0.0002)
Iteration: 30 (-30019.9361, 0.0002)
Iteration: 40 (-30019.9360, 0.0002)
Iteration: 50 (-30019.9359, 0.0002)
Group probs = (0.7903, 0.2040, 0.0056)

Outer iteration: 20
Iteration: 1 (-30007.8867, 0.0111)
Iteration: 10 (-30007.8858, 0.0002)
Iteration: 20 (-30007.8857, 0.0002)
Iteration: 30 (-30007.8856, 0.0002)
Iteration: 40 (-30007.8856, 0.0001)
Iteration: 50 (-30007.8855, 0.0001)
Group probs = (0.7895, 0.2049, 0.0057)

Outer iteration: 21
Iteration: 1 (-29970.0498, 0.0165)
Iteration: 10 (-29970.0462, 0.0002)
Iteration: 20 (-29970.0459, 0.0002)
Iteration: 30 (-29970.0457, 0.0001)
Iteration: 40 (-29970.0457, 0.0001)
Iteration: 50 (-29970.0456, 0.0001)
Group probs = (0.7902, 0.2042, 0.0056)

Outer iteration: 22
Iteration: 1 (-30000.8971, 0.0100)
Iteration: 10 (-30000.8955, 0.0002)
Iteration: 20 (-30000.8954, 0.0001)
Iteration: 30 (-30000.8954, 0.0001)
Iteration: 40 (-30000.8953, 0.0001)
Iteration: 50 (-30000.8953, 0.0001)
Group probs = (0.7906, 0.2037, 0.0057)

Outer iteration: 23
Iteration: 1 (-30019.0714, 0.0119)
Iteration: 10 (-30019.0704, 0.0001)
Iteration: 20 (-30019.0703, 0.0001)
Iteration: 30 (-30019.0702, 0.0001)
Iteration: 40 (-30019.0702, 0.0001)
Iteration: 50 (-30019.0702, 0.0001)
Group probs = (0.7905, 0.2038, 0.0057)

Outer iteration: 24
Iteration: 1 (-30015.0995, 0.0014)
Iteration: 10 (-30015.0989, 0.0001)
Iteration: 20 (-30015.0988, 0.0001)
Iteration: 30 (-30015.0987, 0.0001)
Iteration: 40 (-30015.0987, 0.0001)
Iteration: 50 (-30015.0987, 0.0001)
Group probs = (0.7914, 0.2030, 0.0056)

Outer iteration: 25
Iteration: 1 (-30058.1755, 0.0063)
Iteration: 10 (-30058.1718, 0.0002)
Iteration: 20 (-30058.1714, 0.0001)
Iteration: 30 (-30058.1712, 0.0001)
Iteration: 40 (-30058.1712, 0.0001)
Iteration: 50 (-30058.1712, 0.0001)
Group probs = (0.7911, 0.2032, 0.0056)

Outer iteration: 26
Iteration: 1 (-30045.0236, 0.0014)
Iteration: 10 (-30045.0230, 0.0001)
Iteration: 20 (-30045.0230, 0.0001)
Iteration: 30 (-30045.0230, 0.0000)
Iteration: 40 (-30045.0230, 0.0000)
Iteration: 50 (-30045.0229, 0.0000)
Group probs = (0.7903, 0.2041, 0.0056)

Outer iteration: 27
Iteration: 1 (-30007.6590, 0.0159)
Iteration: 10 (-30007.6563, 0.0002)
Iteration: 20 (-30007.6560, 0.0001)
Iteration: 30 (-30007.6559, 0.0001)
Iteration: 40 (-30007.6559, 0.0001)
Iteration: 50 (-30007.6559, 0.0000)
Group probs = (0.7893, 0.2050, 0.0057)

Outer iteration: 28
Iteration: 1 (-29964.7095, 0.0130)
Iteration: 10 (-29964.7061, 0.0002)
Iteration: 20 (-29964.7057, 0.0001)
Iteration: 30 (-29964.7056, 0.0001)
Iteration: 40 (-29964.7055, 0.0001)
Iteration: 50 (-29964.7055, 0.0001)
Group probs = (0.7892, 0.2052, 0.0056)

Outer iteration: 29
Iteration: 1 (-29958.8003, 0.0064)
Iteration: 10 (-29958.7994, 0.0001)
Iteration: 20 (-29958.7993, 0.0001)
Iteration: 30 (-29958.7992, 0.0000)
Iteration: 40 (-29958.7992, 0.0000)
Iteration: 50 (-29958.7992, 0.0000)
Group probs = (0.7900, 0.2043, 0.0057)

Outer iteration: 30
Iteration: 1 (-29991.1414, 0.0213)
Iteration: 10 (-29991.1384, 0.0002)
Iteration: 20 (-29991.1382, 0.0001)
Iteration: 30 (-29991.1381, 0.0001)
Iteration: 40 (-29991.1381, 0.0001)
Iteration: 50 (-29991.1380, 0.0000)
Group probs = (0.7898, 0.2046, 0.0056)

Outer iteration: 31
Iteration: 1 (-29983.7535, 0.0103)
Iteration: 10 (-29983.7530, 0.0001)
Iteration: 20 (-29983.7529, 0.0001)
Iteration: 30 (-29983.7529, 0.0000)
Iteration: 40 (-29983.7529, 0.0000)
Iteration: 50 (-29983.7529, 0.0000)
Group probs = (0.7904, 0.2040, 0.0056)

Outer iteration: 32
Iteration: 1 (-30009.9761, 0.0129)
Iteration: 10 (-30009.9748, 0.0001)
Iteration: 20 (-30009.9746, 0.0001)
Iteration: 30 (-30009.9746, 0.0000)
Iteration: 40 (-30009.9746, 0.0000)
Iteration: 50 (-30009.9745, 0.0000)
Group probs = (0.7898, 0.2045, 0.0057)

Outer iteration: 33
Iteration: 1 (-29985.3969, 0.0088)
Iteration: 10 (-29985.3957, 0.0001)
Iteration: 20 (-29985.3955, 0.0001)
Iteration: 30 (-29985.3955, 0.0000)
Iteration: 40 (-29985.3955, 0.0000)
Iteration: 50 (-29985.3955, 0.0000)
Group probs = (0.7903, 0.2041, 0.0056)

Outer iteration: 34
Iteration: 1 (-30007.7870, 0.0018)
Iteration: 10 (-30007.7859, 0.0001)
Iteration: 20 (-30007.7858, 0.0001)
Iteration: 30 (-30007.7858, 0.0000)
Iteration: 40 (-30007.7857, 0.0000)
Iteration: 50 (-30007.7857, 0.0000)
Group probs = (0.7901, 0.2042, 0.0056)

Outer iteration: 35
Iteration: 1 (-30000.6350, 0.0037)
Iteration: 10 (-30000.6346, 0.0001)
Iteration: 20 (-30000.6346, 0.0000)
Iteration: 30 (-30000.6346, 0.0000)
Iteration: 40 (-30000.6346, 0.0000)
Iteration: 50 (-30000.6346, 0.0000)
Group probs = (0.7900, 0.2043, 0.0056)

Outer iteration: 36
Iteration: 1 (-29996.5180, 0.0007)
Iteration: 10 (-29996.5167, 0.0002)
Iteration: 20 (-29996.5165, 0.0001)
Iteration: 30 (-29996.5164, 0.0001)
Iteration: 40 (-29996.5164, 0.0001)
Iteration: 50 (-29996.5163, 0.0000)
Group probs = (0.7898, 0.2046, 0.0056)

Outer iteration: 37
Iteration: 1 (-29985.9349, 0.0048)
Iteration: 10 (-29985.9344, 0.0001)
Iteration: 20 (-29985.9343, 0.0001)
Iteration: 30 (-29985.9343, 0.0001)
Iteration: 40 (-29985.9342, 0.0000)
Iteration: 50 (-29985.9342, 0.0000)
Group probs = (0.7901, 0.2043, 0.0056)

Outer iteration: 38
Iteration: 1 (-29999.1962, 0.0013)
Iteration: 10 (-29999.1957, 0.0001)
Iteration: 20 (-29999.1957, 0.0000)
Iteration: 30 (-29999.1957, 0.0000)
Iteration: 40 (-29999.1956, 0.0000)
Iteration: 50 (-29999.1956, 0.0000)
Group probs = (0.7897, 0.2046, 0.0057)

Outer iteration: 39
Iteration: 1 (-29980.4630, 0.0013)
Iteration: 10 (-29980.4608, 0.0002)
Iteration: 20 (-29980.4605, 0.0001)
Iteration: 30 (-29980.4604, 0.0001)
Iteration: 40 (-29980.4604, 0.0001)
Iteration: 50 (-29980.4604, 0.0000)
Group probs = (0.7903, 0.2040, 0.0057)

Outer iteration: 40
Iteration: 1 (-30005.1948, 0.0146)
Iteration: 10 (-30005.1921, 0.0002)
Iteration: 20 (-30005.1918, 0.0001)
Iteration: 30 (-30005.1917, 0.0001)
Iteration: 40 (-30005.1917, 0.0000)
Iteration: 50 (-30005.1916, 0.0000)
Group probs = (0.7910, 0.2034, 0.0056)

> perplex_2d <- cv_perplexity(est_dat %>% select(item_dat$names) %>% as.matrix(),
+                          fit=res_2d)
Outer iteration: 1
Iteration: 1 (-40547.8972,    Inf)
Iteration: 10 (-34374.9759, 34.1385)
Iteration: 20 (-33987.8542, 0.4605)
Iteration: 30 (-33867.5081, 0.2751)
Iteration: 40 (-33809.3025, 0.1931)
Iteration: 50 (-33774.7580, 0.1478)
Group probs = (0.9156, 0.0807, 0.0038)

Outer iteration: 2
Iteration: 1 (-33708.5018, 0.1462)
Iteration: 10 (-33688.2260, 0.1186)
Iteration: 20 (-33671.9474, 0.0991)
Iteration: 30 (-33659.6428, 0.0852)
Iteration: 40 (-33649.9401, 0.0749)
Iteration: 50 (-33642.0378, 0.0669)
Group probs = (0.9148, 0.0811, 0.0041)

Outer iteration: 3
Iteration: 1 (-33594.8384, 0.0687)
Iteration: 10 (-33588.9069, 0.0604)
Iteration: 20 (-33583.3136, 0.0554)
Iteration: 30 (-33578.4766, 0.0513)
Iteration: 40 (-33574.2270, 0.0479)
Iteration: 50 (-33570.4455, 0.0451)
Group probs = (0.9145, 0.0813, 0.0042)

Outer iteration: 4
Iteration: 1 (-33554.7879, 0.0464)
Iteration: 10 (-33551.7224, 0.0426)
Iteration: 20 (-33548.6409, 38.3051)
Iteration: 30 (-33545.8271, 0.0388)
Iteration: 40 (-33543.2380, 0.0373)
Iteration: 50 (-33540.8405, 0.0359)
Group probs = (0.9141, 0.0818, 0.0041)

Outer iteration: 5
Iteration: 1 (-33520.6193, 0.0366)
Iteration: 10 (-33518.5942, 0.0348)
Iteration: 20 (-33516.4945, 0.0337)
Iteration: 30 (-33514.5236, 0.0327)
Iteration: 40 (-33512.6657, 0.0319)
Iteration: 50 (-33510.9083, 0.0311)
Group probs = (0.9142, 0.0817, 0.0041)

Outer iteration: 6
Iteration: 1 (-33506.1902, 0.0342)
Iteration: 10 (-33504.6626, 0.0305)
Iteration: 20 (-33503.0563, 0.0299)
Iteration: 30 (-33501.5259, 0.0293)
Iteration: 40 (-33500.0636, 0.0287)
Iteration: 50 (-33498.6633, 0.0282)
Group probs = (0.9140, 0.0818, 0.0041)

Outer iteration: 7
Iteration: 1 (-33488.2087, 0.0276)
Iteration: 10 (-33486.9813, 0.0279)
Iteration: 20 (-33485.6776, 0.0274)
Iteration: 30 (-33484.4238, 0.0269)
Iteration: 40 (-33483.2156, 0.0265)
Iteration: 50 (-33482.0496, 0.0261)
Group probs = (0.9138, 0.0821, 0.0041)

Outer iteration: 8
Iteration: 1 (-33471.3719, 0.0270)
Iteration: 10 (-33470.3431, 0.0259)
Iteration: 20 (-33469.2408, 0.0255)
Iteration: 30 (-33468.1740, 0.0252)
Iteration: 40 (-33467.1401, 0.0249)
Iteration: 50 (-33466.1368, 0.0245)
Group probs = (0.9141, 0.0819, 0.0040)

Outer iteration: 9
Iteration: 1 (-33476.3469, 0.0250)
Iteration: 10 (-33475.4582, 0.0243)
Iteration: 20 (-33474.5014, 0.0240)
Iteration: 30 (-33473.5714, 0.0237)
Iteration: 40 (-33472.6663, 0.0234)
Iteration: 50 (-33471.7847, 0.0231)
Group probs = (0.9148, 0.0812, 0.0040)

Outer iteration: 10
Iteration: 1 (-33502.5919, 0.0258)
Iteration: 10 (-33501.8079, 0.0230)
Iteration: 20 (-33500.9628, 0.0227)
Iteration: 30 (-33500.1386, 0.0225)
Iteration: 40 (-33499.3340, 0.0222)
Iteration: 50 (-33498.5480, 0.0220)
Group probs = (0.9152, 0.0808, 0.0040)

Outer iteration: 11
Iteration: 1 (-33516.1129, 0.0226)
Iteration: 10 (-33515.4163, 0.0218)
Iteration: 20 (-33514.6610, 0.0215)
Iteration: 30 (-33513.9224, 0.0213)
Iteration: 40 (-33513.1995, 0.0211)
Iteration: 50 (-33512.4917, 0.0209)
Group probs = (0.9154, 0.0806, 0.0041)

Outer iteration: 12
Iteration: 1 (-33515.3106, 0.0209)
Iteration: 10 (-33514.6831, 0.0206)
Iteration: 20 (-33514.0010, 0.0204)
Iteration: 30 (-33513.3327, 0.0202)
Iteration: 40 (-33512.6772, 0.0200)
Iteration: 50 (-33512.0343, 0.0198)
Group probs = (0.9156, 0.0802, 0.0041)

Outer iteration: 13
Iteration: 1 (-33521.8379, 0.0207)
Iteration: 10 (-33521.2664, 0.0196)
Iteration: 20 (-33520.6450, 0.0194)
Iteration: 30 (-33520.0352, 0.0192)
Iteration: 40 (-33519.4363, 0.0191)
Iteration: 50 (-33518.8479, 0.0189)
Group probs = (0.9158, 0.0802, 0.0040)

Outer iteration: 14
Iteration: 1 (-33528.3033, 0.0220)
Iteration: 10 (-33527.7783, 0.0188)
Iteration: 20 (-33527.2078, 0.0186)
Iteration: 30 (-33526.6473, 0.0184)
Iteration: 40 (-33526.0961, 0.0182)
Iteration: 50 (-33525.5539, 0.0180)
Group probs = (0.9158, 0.0802, 0.0040)

Outer iteration: 15
Iteration: 1 (-33528.7072, 0.0167)
Iteration: 10 (-33528.2243, 0.0178)
Iteration: 20 (-33527.6976, 0.0177)
Iteration: 30 (-33527.1793, 0.0175)
Iteration: 40 (-33526.6691, 0.0174)
Iteration: 50 (-33526.1666, 0.0172)
Group probs = (0.9155, 0.0804, 0.0041)

Outer iteration: 16
Iteration: 1 (-33513.9631, 0.0192)
Iteration: 10 (-33513.5162, 0.0170)
Iteration: 20 (-33513.0285, 0.0169)
Iteration: 30 (-33512.5482, 0.0167)
Iteration: 40 (-33512.0747, 0.0166)
Iteration: 50 (-33511.6081, 0.0164)
Group probs = (0.9156, 0.0804, 0.0040)

Outer iteration: 17
Iteration: 1 (-33514.9747, 0.0158)
Iteration: 10 (-33514.5580, 0.0163)
Iteration: 20 (-33514.1032, 0.0162)
Iteration: 30 (-33513.6549, 0.0160)
Iteration: 40 (-33513.2128, 0.0159)
Iteration: 50 (-33512.7767, 0.0157)
Group probs = (0.9161, 0.0798, 0.0041)

Outer iteration: 18
Iteration: 1 (-33534.4055, 0.0187)
Iteration: 10 (-33534.0131, 0.0155)
Iteration: 20 (-33533.5861, 0.0154)
Iteration: 30 (-33533.1652, 0.0153)
Iteration: 40 (-33532.7497, 0.0151)
Iteration: 50 (-33532.3396, 0.0150)
Group probs = (0.9166, 0.0794, 0.0041)

Outer iteration: 19
Iteration: 1 (-33549.9387, 0.0202)
Iteration: 10 (-33549.5698, 0.0149)
Iteration: 20 (-33549.1689, 0.0148)
Iteration: 30 (-33548.7733, 0.0147)
Iteration: 40 (-33548.3826, 0.0146)
Iteration: 50 (-33547.9967, 0.0145)
Group probs = (0.9174, 0.0786, 0.0040)

Outer iteration: 20
Iteration: 1 (-33583.4774, 0.0190)
Iteration: 10 (-33583.1261, 0.0144)
Iteration: 20 (-33582.7457, 0.0142)
Iteration: 30 (-33582.3703, 0.0141)
Iteration: 40 (-33581.9995, 0.0140)
Iteration: 50 (-33581.6331, 0.0139)
Group probs = (0.9169, 0.0792, 0.0039)

Outer iteration: 21
Iteration: 1 (-33566.2655, 0.0157)
Iteration: 10 (-33565.9370, 0.0138)
Iteration: 20 (-33565.5794, 0.0137)
Iteration: 30 (-33565.2263, 0.0136)
Iteration: 40 (-33564.8773, 0.0135)
Iteration: 50 (-33564.5323, 0.0134)
Group probs = (0.9171, 0.0791, 0.0038)

Outer iteration: 22
Iteration: 1 (-33577.5365, 0.0156)
Iteration: 10 (-33577.2256, 0.0133)
Iteration: 20 (-33576.8857, 0.0132)
Iteration: 30 (-33576.5499, 0.0131)
Iteration: 40 (-33576.2178, 0.0130)
Iteration: 50 (-33575.8894, 0.0129)
Group probs = (0.9169, 0.0793, 0.0038)

Outer iteration: 23
Iteration: 1 (-33569.2693, 0.0144)
Iteration: 10 (-33568.9752, 0.0128)
Iteration: 20 (-33568.6534, 0.0127)
Iteration: 30 (-33568.3352, 0.0126)
Iteration: 40 (-33568.0204, 0.0125)
Iteration: 50 (-33567.7089, 0.0124)
Group probs = (0.9169, 0.0793, 0.0038)

Outer iteration: 24
Iteration: 1 (-33564.2732, 0.0130)
Iteration: 10 (-33563.9950, 0.0123)
Iteration: 20 (-33563.6898, 0.0122)
Iteration: 30 (-33563.3876, 0.0121)
Iteration: 40 (-33563.0886, 0.0120)
Iteration: 50 (-33562.7924, 0.0119)
Group probs = (0.9176, 0.0786, 0.0038)

Outer iteration: 25
Iteration: 1 (-33590.4340, 0.0165)
Iteration: 10 (-33590.1658, 0.0118)
Iteration: 20 (-33589.8737, 0.0117)
Iteration: 30 (-33589.5846, 0.0116)
Iteration: 40 (-33589.2984, 0.0116)
Iteration: 50 (-33589.0150, 0.0115)
Group probs = (0.9179, 0.0783, 0.0038)

Outer iteration: 26
Iteration: 1 (-33601.7586, 0.0183)
Iteration: 10 (-33601.5002, 0.0115)
Iteration: 20 (-33601.2204, 0.0114)
Iteration: 30 (-33600.9438, 0.0113)
Iteration: 40 (-33600.6699, 0.0112)
Iteration: 50 (-33600.3987, 0.0111)
Group probs = (0.9177, 0.0784, 0.0039)

Outer iteration: 27
Iteration: 1 (-33591.8384, 0.0114)
Iteration: 10 (-33591.5959, 0.0110)
Iteration: 20 (-33591.3300, 0.0109)
Iteration: 30 (-33591.0667, 0.0109)
Iteration: 40 (-33590.8058, 0.0108)
Iteration: 50 (-33590.5473, 0.0107)
Group probs = (0.9180, 0.0782, 0.0038)

Outer iteration: 28
Iteration: 1 (-33602.7271, 0.0131)
Iteration: 10 (-33602.4936, 0.0107)
Iteration: 20 (-33602.2384, 0.0106)
Iteration: 30 (-33601.9857, 0.0105)
Iteration: 40 (-33601.7352, 0.0105)
Iteration: 50 (-33601.4870, 0.0104)
Group probs = (0.9182, 0.0780, 0.0038)

Outer iteration: 29
Iteration: 1 (-33610.7006, 0.0168)
Iteration: 10 (-33610.4771, 0.0104)
Iteration: 20 (-33610.2326, 0.0103)
Iteration: 30 (-33609.9904, 0.0102)
Iteration: 40 (-33609.7502, 0.0101)
Iteration: 50 (-33609.5122, 0.0101)
Group probs = (0.9184, 0.0777, 0.0039)

Outer iteration: 30
Iteration: 1 (-33616.0623, 0.0123)
Iteration: 10 (-33615.8464, 0.0099)
Iteration: 20 (-33615.6110, 0.0099)
Iteration: 30 (-33615.3779, 0.0098)
Iteration: 40 (-33615.1468, 0.0098)
Iteration: 50 (-33614.9176, 0.0097)
Group probs = (0.9183, 0.0777, 0.0040)

Outer iteration: 31
Iteration: 1 (-33606.5648, 0.0113)
Iteration: 10 (-33606.3581, 0.0097)
Iteration: 20 (-33606.1324, 0.0096)
Iteration: 30 (-33605.9088, 0.0096)
Iteration: 40 (-33605.6871, 0.0095)
Iteration: 50 (-33605.4672, 0.0094)
Group probs = (0.9182, 0.0779, 0.0038)

Outer iteration: 32
Iteration: 1 (-33608.8569, 0.0116)
Iteration: 10 (-33608.6569, 0.0094)
Iteration: 20 (-33608.4396, 0.0094)
Iteration: 30 (-33608.2244, 0.0093)
Iteration: 40 (-33608.0111, 0.0092)
Iteration: 50 (-33607.7996, 0.0092)
Group probs = (0.9185, 0.0777, 0.0039)

Outer iteration: 33
Iteration: 1 (-33616.1889, 0.0115)
Iteration: 10 (-33615.9982, 0.0091)
Iteration: 20 (-33615.7898, 0.0091)
Iteration: 30 (-33615.5831, 0.0090)
Iteration: 40 (-33615.3780, 0.0090)
Iteration: 50 (-33615.1745, 0.0089)
Group probs = (0.9190, 0.0772, 0.0037)

Outer iteration: 34
Iteration: 1 (-33641.0126, 0.0125)
Iteration: 10 (-33640.8218, 0.0088)
Iteration: 20 (-33640.6191, 0.0088)
Iteration: 30 (-33640.4185, 0.0088)
Iteration: 40 (-33640.2195, 0.0087)
Iteration: 50 (-33640.0222, 0.0087)
Group probs = (0.9191, 0.0771, 0.0037)

Outer iteration: 35
Iteration: 1 (-33646.8372, 0.0144)
Iteration: 10 (-33646.6563, 0.0086)
Iteration: 20 (-33646.4612, 0.0086)
Iteration: 30 (-33646.2679, 0.0085)
Iteration: 40 (-33646.0761, 0.0085)
Iteration: 50 (-33645.8857, 0.0084)
Group probs = (0.9187, 0.0775, 0.0037)

Outer iteration: 36
Iteration: 1 (-33629.7794, 0.0095)
Iteration: 10 (-33629.6078, 0.0084)
Iteration: 20 (-33629.4203, 0.0083)
Iteration: 30 (-33629.2343, 0.0083)
Iteration: 40 (-33629.0496, 0.0082)
Iteration: 50 (-33628.8662, 0.0082)
Group probs = (0.9185, 0.0776, 0.0039)

Outer iteration: 37
Iteration: 1 (-33612.8534, 0.0099)
Iteration: 10 (-33612.6862, 0.0081)
Iteration: 20 (-33612.5050, 0.0081)
Iteration: 30 (-33612.3255, 0.0081)
Iteration: 40 (-33612.1473, 0.0080)
Iteration: 50 (-33611.9704, 0.0080)
Group probs = (0.9192, 0.0770, 0.0038)

Outer iteration: 38
Iteration: 1 (-33643.4529, 0.0136)
Iteration: 10 (-33643.2899, 0.0080)
Iteration: 20 (-33643.1138, 0.0079)
Iteration: 30 (-33642.9393, 0.0079)
Iteration: 40 (-33642.7660, 0.0078)
Iteration: 50 (-33642.5938, 0.0078)
Group probs = (0.9193, 0.0768, 0.0039)

Outer iteration: 39
Iteration: 1 (-33644.8937, 0.0087)
Iteration: 10 (-33644.7380, 0.0077)
Iteration: 20 (-33644.5677, 0.0077)
Iteration: 30 (-33644.3987, 0.0077)
Iteration: 40 (-33644.2310, 0.0076)
Iteration: 50 (-33644.0645, 0.0076)
Group probs = (0.9194, 0.0769, 0.0037)

Outer iteration: 40
Iteration: 1 (-33656.5604, 0.0123)
Iteration: 10 (-33656.4054, 0.0076)
Iteration: 20 (-33656.2395, 0.0076)
Iteration: 30 (-33656.0753, 0.0075)
Iteration: 40 (-33655.9124, 0.0075)
Iteration: 50 (-33655.7508, 0.0075)
Group probs = (0.9193, 0.0771, 0.0036)

Outer iteration: 1
Iteration: 1 (-40022.2303,    Inf)
Iteration: 10 (-33785.5619, 34.8523)
Iteration: 20 (-33397.1329, 0.4600)
Iteration: 30 (-33277.3210, 0.2738)
Iteration: 40 (-33219.7823, 0.1917)
Iteration: 50 (-33185.8336, 0.1466)
Group probs = (0.9094, 0.0852, 0.0054)

Outer iteration: 2
Iteration: 1 (-33129.9206, 0.1491)
Iteration: 10 (-33110.1356, 0.1183)
Iteration: 20 (-33094.1705, 0.0991)
Iteration: 30 (-33082.1176, 0.0853)
Iteration: 40 (-33072.6491, 0.0750)
Iteration: 50 (-33064.9818, 0.0671)
Group probs = (0.9090, 0.0856, 0.0055)

Outer iteration: 3
Iteration: 1 (-33041.5753, 0.0688)
Iteration: 10 (-33035.8582, 0.0611)
Iteration: 20 (-33030.4599, 0.0558)
Iteration: 30 (-33025.8235, 0.0515)
Iteration: 40 (-33021.7832, 0.0479)
Iteration: 50 (-33018.2189, 0.0448)
Group probs = (0.9090, 0.0855, 0.0055)

Outer iteration: 4
Iteration: 1 (-33017.3758, 0.0458)
Iteration: 10 (-33014.5088, 0.0424)
Iteration: 20 (-33011.6328, 0.0401)
Iteration: 30 (-33009.0247, 0.0381)
Iteration: 40 (-33006.6418, 0.0363)
Iteration: 50 (-33004.4502, 0.0348)
Group probs = (0.9094, 0.0851, 0.0055)

Outer iteration: 5
Iteration: 1 (-33019.7574, 0.0350)
Iteration: 10 (-33017.9271, 0.0335)
Iteration: 20 (-33016.0312, 0.0322)
Iteration: 30 (-33014.2598, 0.0311)
Iteration: 40 (-33012.5975, 39.2495)
Iteration: 50 (-33011.0312, 0.0292)
Group probs = (0.9101, 0.0843, 0.0055)

Outer iteration: 6
Iteration: 1 (-33041.4484, 0.0303)
Iteration: 10 (-33040.1020, 0.0284)
Iteration: 20 (-33038.6842, 0.0277)
Iteration: 30 (-33037.3360, 0.0270)
Iteration: 40 (-33036.0501, 0.0263)
Iteration: 50 (-33034.8206, 0.0257)
Group probs = (0.9101, 0.0844, 0.0055)

Outer iteration: 7
Iteration: 1 (-33038.2411, 0.0270)
Iteration: 10 (-33037.1752, 0.0253)
Iteration: 20 (-33036.0377, 0.0247)
Iteration: 30 (-33034.9435, 0.0243)
Iteration: 40 (-33033.8889, 0.0238)
Iteration: 50 (-33032.8706, 0.0234)
Group probs = (0.9106, 0.0839, 0.0055)

Outer iteration: 8
Iteration: 1 (-33054.4193, 0.0240)
Iteration: 10 (-33053.5228, 0.0230)
Iteration: 20 (-33052.5606, 0.0226)
Iteration: 30 (-33051.6280, 0.0223)
Iteration: 40 (-33050.7229, 0.0220)
Iteration: 50 (-33049.8434, 0.0217)
Group probs = (0.9107, 0.0839, 0.0055)

Outer iteration: 9
Iteration: 1 (-33050.1307, 0.0222)
Iteration: 10 (-33049.3539, 0.0214)
Iteration: 20 (-33048.5161, 0.0211)
Iteration: 30 (-33047.7002, 0.0208)
Iteration: 40 (-33046.9046, 0.0206)
Iteration: 50 (-33046.1283, 0.0203)
Group probs = (0.9110, 0.0835, 0.0055)

Outer iteration: 10
Iteration: 1 (-33057.9614, 0.0206)
Iteration: 10 (-33057.2691, 0.0201)
Iteration: 20 (-33056.5222, 0.0199)
Iteration: 30 (-33055.7926, 0.0197)
Iteration: 40 (-33055.0791, 0.0195)
Iteration: 50 (-33054.3807, 0.0193)
Group probs = (0.9116, 0.0829, 0.0055)

Outer iteration: 11
Iteration: 1 (-33083.7021, 0.0215)
Iteration: 10 (-33083.0713, 0.0192)
Iteration: 20 (-33082.3928, 0.0190)
Iteration: 30 (-33081.7289, 0.0188)
Iteration: 40 (-33081.0782, 0.0186)
Iteration: 50 (-33080.4401, 0.0184)
Group probs = (0.9121, 0.0825, 0.0054)

Outer iteration: 12
Iteration: 1 (-33100.1934, 0.0202)
Iteration: 10 (-33099.6197, 0.0183)
Iteration: 20 (-33099.0002, 0.0182)
Iteration: 30 (-33098.3926, 0.0180)
Iteration: 40 (-33097.7962, 0.0178)
Iteration: 50 (-33097.2102, 0.0177)
Group probs = (0.9125, 0.0821, 0.0054)

Outer iteration: 13
Iteration: 1 (-33108.9058, 0.0192)
Iteration: 10 (-33108.3704, 0.0176)
Iteration: 20 (-33107.7977, 0.0174)
Iteration: 30 (-33107.2361, 0.0173)
Iteration: 40 (-33106.6844, 0.0172)
Iteration: 50 (-33106.1421, 0.0170)
Group probs = (0.9126, 0.0821, 0.0053)

Outer iteration: 14
Iteration: 1 (-33112.2837, 0.0186)
Iteration: 10 (-33111.7934, 0.0169)
Iteration: 20 (-33111.2641, 0.0168)
Iteration: 30 (-33110.7442, 0.0167)
Iteration: 40 (-33110.2328, 0.0165)
Iteration: 50 (-33109.7296, 0.0164)
Group probs = (0.9134, 0.0813, 0.0053)

Outer iteration: 15
Iteration: 1 (-33140.1874, 0.0199)
Iteration: 10 (-33139.7254, 0.0163)
Iteration: 20 (-33139.2305, 0.0162)
Iteration: 30 (-33138.7443, 0.0160)
Iteration: 40 (-33138.2659, 0.0159)
Iteration: 50 (-33137.7949, 0.0158)
Group probs = (0.9136, 0.0812, 0.0052)

Outer iteration: 16
Iteration: 1 (-33144.1831, 0.0168)
Iteration: 10 (-33143.7590, 0.0156)
Iteration: 20 (-33143.2989, 0.0155)
Iteration: 30 (-33142.8460, 0.0154)
Iteration: 40 (-33142.3998, 0.0153)
Iteration: 50 (-33141.9600, 0.0152)
Group probs = (0.9142, 0.0808, 0.0050)

Outer iteration: 17
Iteration: 1 (-33169.4608, 0.0146)
Iteration: 10 (-33169.0598, 0.0150)
Iteration: 20 (-33168.6264, 0.0149)
Iteration: 30 (-33168.1994, 0.0148)
Iteration: 40 (-33167.7784, 0.0147)
Iteration: 50 (-33167.3631, 0.0146)
Group probs = (0.9147, 0.0805, 0.0049)

Outer iteration: 18
Iteration: 1 (-33188.5185, 0.0182)
Iteration: 10 (-33188.1452, 0.0145)
Iteration: 20 (-33187.7387, 0.0144)
Iteration: 30 (-33187.3378, 0.0143)
Iteration: 40 (-33186.9422, 0.0142)
Iteration: 50 (-33186.5517, 0.0141)
Group probs = (0.9150, 0.0802, 0.0049)

Outer iteration: 19
Iteration: 1 (-33199.1732, 0.0149)
Iteration: 10 (-33198.8238, 0.0140)
Iteration: 20 (-33198.4416, 0.0139)
Iteration: 30 (-33198.0643, 0.0138)
Iteration: 40 (-33197.6917, 0.0137)
Iteration: 50 (-33197.3237, 0.0136)
Group probs = (0.9150, 0.0803, 0.0047)

Outer iteration: 20
Iteration: 1 (-33201.2988, 0.0128)
Iteration: 10 (-33200.9691, 0.0134)
Iteration: 20 (-33200.6086, 0.0133)
Iteration: 30 (-33200.2526, 0.0133)
Iteration: 40 (-33199.9007, 0.0132)
Iteration: 50 (-33199.5530, 0.0131)
Group probs = (0.9152, 0.0800, 0.0048)

Outer iteration: 21
Iteration: 1 (-33204.1466, 0.0151)
Iteration: 10 (-33203.8353, 0.0130)
Iteration: 20 (-33203.4951, 0.0129)
Iteration: 30 (-33203.1589, 0.0128)
Iteration: 40 (-33202.8265, 0.0127)
Iteration: 50 (-33202.4979, 0.0126)
Group probs = (0.9153, 0.0799, 0.0048)

Outer iteration: 22
Iteration: 1 (-33206.9240, 0.0126)
Iteration: 10 (-33206.6308, 0.0125)
Iteration: 20 (-33206.3092, 0.0124)
Iteration: 30 (-33205.9912, 0.0123)
Iteration: 40 (-33205.6765, 0.0122)
Iteration: 50 (-33205.3653, 0.0122)
Group probs = (0.9152, 0.0801, 0.0048)

Outer iteration: 23
Iteration: 1 (-33202.9411, 0.0122)
Iteration: 10 (-33202.6622, 0.0121)
Iteration: 20 (-33202.3567, 0.0120)
Iteration: 30 (-33202.0545, 0.0119)
Iteration: 40 (-33201.7555, 0.0118)
Iteration: 50 (-33201.4596, 0.0117)
Group probs = (0.9153, 0.0800, 0.0047)

Outer iteration: 24
Iteration: 1 (-33205.4748, 0.0121)
Iteration: 10 (-33205.2098, 0.0117)
Iteration: 20 (-33204.9193, 0.0116)
Iteration: 30 (-33204.6318, 0.0115)
Iteration: 40 (-33204.3472, 0.0114)
Iteration: 50 (-33204.0654, 0.0114)
Group probs = (0.9153, 0.0800, 0.0046)

Outer iteration: 25
Iteration: 1 (-33208.7352, 0.0114)
Iteration: 10 (-33208.4830, 0.0113)
Iteration: 20 (-33208.2066, 0.0112)
Iteration: 30 (-33207.9329, 0.0111)
Iteration: 40 (-33207.6620, 0.0111)
Iteration: 50 (-33207.3937, 0.0110)
Group probs = (0.9157, 0.0795, 0.0047)

Outer iteration: 26
Iteration: 1 (-33223.8713, 0.0177)
Iteration: 10 (-33223.6281, 0.0109)
Iteration: 20 (-33223.3643, 0.0109)
Iteration: 30 (-33223.1033, 0.0108)
Iteration: 40 (-33222.8449, 0.0107)
Iteration: 50 (-33222.5889, 0.0106)
Group probs = (0.9154, 0.0799, 0.0047)

Outer iteration: 27
Iteration: 1 (-33205.7468, 0.0129)
Iteration: 10 (-33205.5159, 0.0105)
Iteration: 20 (-33205.2645, 0.0104)
Iteration: 30 (-33205.0157, 0.0104)
Iteration: 40 (-33204.7691, 0.0103)
Iteration: 50 (-33204.5249, 0.0103)
Group probs = (0.9157, 0.0795, 0.0048)

Outer iteration: 28
Iteration: 1 (-33213.1457, 0.0121)
Iteration: 10 (-33212.9238, 0.0102)
Iteration: 20 (-33212.6828, 0.0101)
Iteration: 30 (-33212.4442, 0.0101)
Iteration: 40 (-33212.2079, 0.0100)
Iteration: 50 (-33211.9736, 0.0100)
Group probs = (0.9158, 0.0794, 0.0048)

Outer iteration: 29
Iteration: 1 (-33218.6483, 0.0105)
Iteration: 10 (-33218.4383, 0.0099)
Iteration: 20 (-33218.2078, 0.0099)
Iteration: 30 (-33217.9794, 0.0098)
Iteration: 40 (-33217.7529, 0.0097)
Iteration: 50 (-33217.5284, 0.0097)
Group probs = (0.9162, 0.0791, 0.0047)

Outer iteration: 30
Iteration: 1 (-33236.3592, 0.0111)
Iteration: 10 (-33236.1568, 0.0096)
Iteration: 20 (-33235.9351, 0.0096)
Iteration: 30 (-33235.7154, 0.0095)
Iteration: 40 (-33235.4976, 0.0095)
Iteration: 50 (-33235.2816, 0.0094)
Group probs = (0.9165, 0.0788, 0.0047)

Outer iteration: 31
Iteration: 1 (-33250.6468, 0.0110)
Iteration: 10 (-33250.4509, 0.0093)
Iteration: 20 (-33250.2370, 0.0093)
Iteration: 30 (-33250.0252, 0.0092)
Iteration: 40 (-33249.8150, 0.0092)
Iteration: 50 (-33249.6067, 0.0091)
Group probs = (0.9162, 0.0791, 0.0047)

Outer iteration: 32
Iteration: 1 (-33238.6290, 0.0121)
Iteration: 10 (-33238.4421, 0.0091)
Iteration: 20 (-33238.2376, 0.0091)
Iteration: 30 (-33238.0348, 0.0090)
Iteration: 40 (-33237.8336, 0.0090)
Iteration: 50 (-33237.6340, 0.0089)
Group probs = (0.9166, 0.0787, 0.0047)

Outer iteration: 33
Iteration: 1 (-33252.9669, 0.0102)
Iteration: 10 (-33252.7867, 0.0089)
Iteration: 20 (-33252.5896, 0.0088)
Iteration: 30 (-33252.3941, 0.0088)
Iteration: 40 (-33252.2002, 0.0087)
Iteration: 50 (-33252.0078, 0.0087)
Group probs = (0.9168, 0.0785, 0.0047)

Outer iteration: 34
Iteration: 1 (-33260.3868, 0.0099)
Iteration: 10 (-33260.2139, 0.0086)
Iteration: 20 (-33260.0241, 0.0086)
Iteration: 30 (-33259.8358, 0.0085)
Iteration: 40 (-33259.6489, 0.0085)
Iteration: 50 (-33259.4634, 0.0084)
Group probs = (0.9166, 0.0786, 0.0048)

Outer iteration: 35
Iteration: 1 (-33248.0079, 0.0098)
Iteration: 10 (-33247.8414, 0.0084)
Iteration: 20 (-33247.6589, 0.0083)
Iteration: 30 (-33247.4779, 0.0083)
Iteration: 40 (-33247.2982, 0.0082)
Iteration: 50 (-33247.1197, 0.0082)
Group probs = (0.9165, 0.0787, 0.0047)

Outer iteration: 36
Iteration: 1 (-33247.0452, 0.0080)
Iteration: 10 (-33246.8850, 0.0082)
Iteration: 20 (-33246.7091, 0.0081)
Iteration: 30 (-33246.5344, 0.0081)
Iteration: 40 (-33246.3611, 0.0080)
Iteration: 50 (-33246.1890, 0.0080)
Group probs = (0.9165, 0.0788, 0.0047)

Outer iteration: 37
Iteration: 1 (-33244.1028, 0.0080)
Iteration: 10 (-33243.9477, 0.0079)
Iteration: 20 (-33243.7777, 0.0079)
Iteration: 30 (-33243.6090, 0.0078)
Iteration: 40 (-33243.4414, 0.0078)
Iteration: 50 (-33243.2750, 0.0078)
Group probs = (0.9169, 0.0785, 0.0046)

Outer iteration: 38
Iteration: 1 (-33262.7069, 0.0141)
Iteration: 10 (-33262.5552, 0.0078)
Iteration: 20 (-33262.3900, 0.0077)
Iteration: 30 (-33262.2262, 0.0077)
Iteration: 40 (-33262.0636, 0.0077)
Iteration: 50 (-33261.9021, 0.0076)
Group probs = (0.9168, 0.0785, 0.0046)

Outer iteration: 39
Iteration: 1 (-33258.8666, 0.0085)
Iteration: 10 (-33258.7217, 0.0076)
Iteration: 20 (-33258.5622, 0.0075)
Iteration: 30 (-33258.4040, 0.0075)
Iteration: 40 (-33258.2467, 0.0075)
Iteration: 50 (-33258.0906, 0.0074)
Group probs = (0.9173, 0.0782, 0.0045)

Outer iteration: 40
Iteration: 1 (-33278.7749, 0.0087)
Iteration: 10 (-33278.6334, 0.0074)
Iteration: 20 (-33278.4786, 0.0074)
Iteration: 30 (-33278.3249, 0.0073)
Iteration: 40 (-33278.1722, 0.0073)
Iteration: 50 (-33278.0205, 0.0073)
Group probs = (0.9168, 0.0785, 0.0047)

Outer iteration: 1
Iteration: 1 (-39897.1357,    Inf)
Iteration: 10 (-33629.0085, 1.1528)
Iteration: 20 (-33224.7627, 34.8358)
Iteration: 30 (-33096.3975, 0.2829)
Iteration: 40 (-33033.6129, 0.1997)
Iteration: 50 (-32996.1413, 0.1533)
Group probs = (0.9050, 0.0916, 0.0035)

Outer iteration: 2
Iteration: 1 (-32890.3212, 0.1652)
Iteration: 10 (-32868.2756, 0.1241)
Iteration: 20 (-32850.3926, 0.1040)
Iteration: 30 (-32836.8034, 0.0897)
Iteration: 40 (-32826.0544, 0.0789)
Iteration: 50 (-32817.2900, 0.0706)
Group probs = (0.9042, 0.0924, 0.0034)

Outer iteration: 3
Iteration: 1 (-32771.6995, 0.0739)
Iteration: 10 (-32765.1277, 0.0643)
Iteration: 20 (-32758.8968, 0.0588)
Iteration: 30 (-32753.5134, 0.0544)
Iteration: 40 (-32748.7962, 0.0506)
Iteration: 50 (-32744.6142, 0.0475)
Group probs = (0.9034, 0.0933, 0.0034)

Outer iteration: 4
Iteration: 1 (-32711.9235, 0.0544)
Iteration: 10 (-32708.5479, 0.0449)
Iteration: 20 (-32705.1566, 0.0425)
Iteration: 30 (-32702.0722, 0.0404)
Iteration: 40 (-32699.2469, 0.0386)
Iteration: 50 (-32696.6428, 0.0370)
Group probs = (0.9027, 0.0940, 0.0034)

Outer iteration: 5
Iteration: 1 (-32665.1629, 0.0420)
Iteration: 10 (-32662.9893, 0.0357)
Iteration: 20 (-32660.7370, 0.0343)
Iteration: 30 (-32658.6310, 0.0331)
Iteration: 40 (-32656.6537, 0.0321)
Iteration: 50 (-32654.7906, 0.0311)
Group probs = (0.9027, 0.0940, 0.0033)

Outer iteration: 6
Iteration: 1 (-32655.9399, 0.0339)
Iteration: 10 (-32654.3423, 0.0303)
Iteration: 20 (-32652.6585, 0.0295)
Iteration: 30 (-32651.0582, 0.0288)
Iteration: 40 (-32649.5334, 0.0281)
Iteration: 50 (-32648.0772, 0.0274)
Group probs = (0.9023, 0.0944, 0.0032)

Outer iteration: 7
Iteration: 1 (-32635.4310, 0.0320)
Iteration: 10 (-32634.1699, 0.0270)
Iteration: 20 (-32632.8296, 0.0264)
Iteration: 30 (-32631.5433, 0.0259)
Iteration: 40 (-32630.3063, 0.0254)
Iteration: 50 (-32629.1148, 0.0249)
Group probs = (0.9022, 0.0945, 0.0033)

Outer iteration: 8
Iteration: 1 (-32622.3833, 0.0258)
Iteration: 10 (-32621.3447, 0.0244)
Iteration: 20 (-32620.2299, 0.0240)
Iteration: 30 (-32619.1520, 0.0236)
Iteration: 40 (-32618.1085, 0.0233)
Iteration: 50 (-32617.0972, 0.0229)
Group probs = (0.9025, 0.0942, 0.0033)

Outer iteration: 9
Iteration: 1 (-32632.1116, 0.0229)
Iteration: 10 (-32631.2257, 0.0226)
Iteration: 20 (-32630.2697, 0.0223)
Iteration: 30 (-32629.3408, 0.0220)
Iteration: 40 (-32628.4375, 0.0217)
Iteration: 50 (-32627.5583, 0.0214)
Group probs = (0.9031, 0.0937, 0.0032)

Outer iteration: 10
Iteration: 1 (-32649.5789, 0.0228)
Iteration: 10 (-32648.7953, 0.0212)
Iteration: 20 (-32647.9509, 0.0210)
Iteration: 30 (-32647.1280, 0.0207)
Iteration: 40 (-32646.3253, 0.0205)
Iteration: 50 (-32645.5416, 0.0202)
Group probs = (0.9030, 0.0938, 0.0033)

Outer iteration: 11
Iteration: 1 (-32639.3805, 0.0207)
Iteration: 10 (-32638.6877, 0.0201)
Iteration: 20 (-32637.9366, 0.0199)
Iteration: 30 (-32637.2023, 0.0196)
Iteration: 40 (-32636.4840, 0.0194)
Iteration: 50 (-32635.7809, 0.0192)
Group probs = (0.9025, 0.0942, 0.0032)

Outer iteration: 12
Iteration: 1 (-32618.9755, 0.0221)
Iteration: 10 (-32618.3520, 0.0191)
Iteration: 20 (-32617.6749, 0.0188)
Iteration: 30 (-32617.0116, 0.0186)
Iteration: 40 (-32616.3614, 0.0184)
Iteration: 50 (-32615.7238, 0.0183)
Group probs = (0.9024, 0.0943, 0.0033)

Outer iteration: 13
Iteration: 1 (-32614.0235, 0.0184)
Iteration: 10 (-32613.4592, 0.0181)
Iteration: 20 (-32612.8442, 0.0179)
Iteration: 30 (-32612.2405, 0.0177)
Iteration: 40 (-32611.6477, 0.0176)
Iteration: 50 (-32611.0655, 0.0174)
Group probs = (0.9018, 0.0950, 0.0032)

Outer iteration: 14
Iteration: 1 (-32584.7936, 0.0250)
Iteration: 10 (-32584.2760, 0.0174)
Iteration: 20 (-32583.7132, 0.0172)
Iteration: 30 (-32583.1602, 0.0170)
Iteration: 40 (-32582.6165, 0.0168)
Iteration: 50 (-32582.0819, 0.0167)
Group probs = (0.9021, 0.0947, 0.0032)

Outer iteration: 15
Iteration: 1 (-32593.3470, 0.0165)
Iteration: 10 (-32592.8701, 0.0165)
Iteration: 20 (-32592.3493, 0.0164)
Iteration: 30 (-32591.8367, 0.0162)
Iteration: 40 (-32591.3322, 0.0161)
Iteration: 50 (-32590.8355, 0.0160)
Group probs = (0.9019, 0.0949, 0.0032)

Outer iteration: 16
Iteration: 1 (-32583.0401, 0.0207)
Iteration: 10 (-32582.5945, 0.0160)
Iteration: 20 (-32582.1103, 0.0158)
Iteration: 30 (-32581.6338, 0.0157)
Iteration: 40 (-32581.1644, 0.0155)
Iteration: 50 (-32580.7019, 0.0154)
Group probs = (0.9020, 0.0948, 0.0032)

Outer iteration: 17
Iteration: 1 (-32584.2422, 0.0167)
Iteration: 10 (-32583.8298, 0.0153)
Iteration: 20 (-32583.3791, 0.0152)
Iteration: 30 (-32582.9349, 0.0150)
Iteration: 40 (-32582.4969, 0.0149)
Iteration: 50 (-32582.0649, 0.0148)
Group probs = (0.9016, 0.0953, 0.0032)

Outer iteration: 18
Iteration: 1 (-32568.2171, 0.0182)
Iteration: 10 (-32567.8297, 0.0147)
Iteration: 20 (-32567.4080, 0.0146)
Iteration: 30 (-32566.9924, 0.0145)
Iteration: 40 (-32566.5823, 0.0143)
Iteration: 50 (-32566.1775, 0.0142)
Group probs = (0.9013, 0.0955, 0.0032)

Outer iteration: 19
Iteration: 1 (-32552.6609, 0.0138)
Iteration: 10 (-32552.3004, 0.0142)
Iteration: 20 (-32551.9065, 0.0140)
Iteration: 30 (-32551.5177, 0.0139)
Iteration: 40 (-32551.1339, 0.0137)
Iteration: 50 (-32550.7548, 0.0136)
Group probs = (0.9020, 0.0949, 0.0032)

Outer iteration: 20
Iteration: 1 (-32580.1984, 0.0161)
Iteration: 10 (-32579.8574, 0.0135)
Iteration: 20 (-32579.4853, 0.0134)
Iteration: 30 (-32579.1180, 0.0133)
Iteration: 40 (-32578.7550, 0.0132)
Iteration: 50 (-32578.3964, 0.0131)
Group probs = (0.9022, 0.0946, 0.0032)

Outer iteration: 21
Iteration: 1 (-32590.7045, 0.0134)
Iteration: 10 (-32590.3828, 0.0130)
Iteration: 20 (-32590.0310, 0.0129)
Iteration: 30 (-32589.6834, 0.0128)
Iteration: 40 (-32589.3399, 0.0127)
Iteration: 50 (-32589.0003, 0.0126)
Group probs = (0.9024, 0.0944, 0.0032)

Outer iteration: 22
Iteration: 1 (-32595.1220, 0.0129)
Iteration: 10 (-32594.8180, 0.0124)
Iteration: 20 (-32594.4859, 0.0124)
Iteration: 30 (-32594.1576, 0.0123)
Iteration: 40 (-32593.8331, 0.0122)
Iteration: 50 (-32593.5120, 0.0121)
Group probs = (0.9023, 0.0946, 0.0032)

Outer iteration: 23
Iteration: 1 (-32588.7848, 0.0150)
Iteration: 10 (-32588.4963, 0.0121)
Iteration: 20 (-32588.1808, 0.0121)
Iteration: 30 (-32587.8688, 0.0120)
Iteration: 40 (-32587.5601, 0.0119)
Iteration: 50 (-32587.2546, 0.0118)
Group probs = (0.9019, 0.0950, 0.0032)

Outer iteration: 24
Iteration: 1 (-32570.5710, 0.0171)
Iteration: 10 (-32570.2918, 0.0119)
Iteration: 20 (-32569.9907, 0.0118)
Iteration: 30 (-32569.6934, 0.0116)
Iteration: 40 (-32569.3992, 0.0115)
Iteration: 50 (-32569.1082, 0.0115)
Group probs = (0.9021, 0.0948, 0.0032)

Outer iteration: 25
Iteration: 1 (-32576.9809, 0.0123)
Iteration: 10 (-32576.7204, 0.0113)
Iteration: 20 (-32576.4351, 0.0112)
Iteration: 30 (-32576.1528, 0.0111)
Iteration: 40 (-32575.8733, 0.0111)
Iteration: 50 (-32575.5965, 0.0110)
Group probs = (0.9027, 0.0941, 0.0032)

Outer iteration: 26
Iteration: 1 (-32599.6974, 0.0162)
Iteration: 10 (-32599.4455, 0.0108)
Iteration: 20 (-32599.1721, 0.0107)
Iteration: 30 (-32598.9017, 0.0107)
Iteration: 40 (-32598.6341, 0.0106)
Iteration: 50 (-32598.3690, 0.0106)
Group probs = (0.9029, 0.0938, 0.0033)

Outer iteration: 27
Iteration: 1 (-32605.2528, 0.0126)
Iteration: 10 (-32605.0131, 0.0104)
Iteration: 20 (-32604.7521, 0.0104)
Iteration: 30 (-32604.4939, 0.0103)
Iteration: 40 (-32604.2381, 0.0103)
Iteration: 50 (-32603.9848, 0.0102)
Group probs = (0.9025, 0.0943, 0.0032)

Outer iteration: 28
Iteration: 1 (-32585.2850, 0.0157)
Iteration: 10 (-32585.0562, 0.0103)
Iteration: 20 (-32584.8071, 0.0102)
Iteration: 30 (-32584.5604, 0.0102)
Iteration: 40 (-32584.3160, 0.0101)
Iteration: 50 (-32584.0738, 0.0100)
Group probs = (0.9025, 0.0943, 0.0032)

Outer iteration: 29
Iteration: 1 (-32587.2466, 0.0131)
Iteration: 10 (-32587.0283, 0.0099)
Iteration: 20 (-32586.7896, 0.0098)
Iteration: 30 (-32586.5531, 0.0098)
Iteration: 40 (-32586.3187, 0.0097)
Iteration: 50 (-32586.0863, 0.0097)
Group probs = (0.9021, 0.0947, 0.0032)

Outer iteration: 30
Iteration: 1 (-32570.2327, 0.0101)
Iteration: 10 (-32570.0240, 0.0097)
Iteration: 20 (-32569.7957, 0.0096)
Iteration: 30 (-32569.5695, 0.0095)
Iteration: 40 (-32569.3452, 0.0095)
Iteration: 50 (-32569.1227, 0.0094)
Group probs = (0.9019, 0.0949, 0.0032)

Outer iteration: 31
Iteration: 1 (-32563.6136, 0.0111)
Iteration: 10 (-32563.4120, 0.0094)
Iteration: 20 (-32563.1934, 0.0093)
Iteration: 30 (-32562.9768, 0.0093)
Iteration: 40 (-32562.7621, 0.0092)
Iteration: 50 (-32562.5492, 0.0091)
Group probs = (0.9024, 0.0944, 0.0032)

Outer iteration: 32
Iteration: 1 (-32580.3434, 0.0103)
Iteration: 10 (-32580.1498, 0.0091)
Iteration: 20 (-32579.9392, 0.0091)
Iteration: 30 (-32579.7305, 0.0090)
Iteration: 40 (-32579.5235, 0.0090)
Iteration: 50 (-32579.3182, 0.0089)
Group probs = (0.9020, 0.0948, 0.0032)

Outer iteration: 33
Iteration: 1 (-32561.3301, 0.0135)
Iteration: 10 (-32561.1442, 0.0089)
Iteration: 20 (-32560.9417, 0.0088)
Iteration: 30 (-32560.7408, 0.0088)
Iteration: 40 (-32560.5415, 0.0087)
Iteration: 50 (-32560.3438, 0.0087)
Group probs = (0.9020, 0.0948, 0.0032)

Outer iteration: 34
Iteration: 1 (-32563.0264, 0.0092)
Iteration: 10 (-32562.8473, 0.0087)
Iteration: 20 (-32562.6520, 0.0086)
Iteration: 30 (-32562.4585, 0.0086)
Iteration: 40 (-32562.2664, 0.0085)
Iteration: 50 (-32562.0758, 0.0085)
Group probs = (0.9021, 0.0948, 0.0032)

Outer iteration: 35
Iteration: 1 (-32563.6066, 0.0085)
Iteration: 10 (-32563.4343, 0.0083)
Iteration: 20 (-32563.2463, 0.0083)
Iteration: 30 (-32563.0599, 0.0082)
Iteration: 40 (-32562.8749, 0.0082)
Iteration: 50 (-32562.6912, 0.0082)
Group probs = (0.9017, 0.0951, 0.0032)

Outer iteration: 36
Iteration: 1 (-32548.8828, 0.0112)
Iteration: 10 (-32548.7173, 0.0082)
Iteration: 20 (-32548.5361, 0.0081)
Iteration: 30 (-32548.3564, 0.0081)
Iteration: 40 (-32548.1780, 0.0080)
Iteration: 50 (-32548.0009, 0.0080)
Group probs = (0.9017, 0.0952, 0.0031)

Outer iteration: 37
Iteration: 1 (-32547.2924, 0.0088)
Iteration: 10 (-32547.1329, 0.0080)
Iteration: 20 (-32546.9580, 0.0079)
Iteration: 30 (-32546.7843, 0.0079)
Iteration: 40 (-32546.6119, 0.0078)
Iteration: 50 (-32546.4406, 0.0078)
Group probs = (0.9024, 0.0945, 0.0032)

Outer iteration: 38
Iteration: 1 (-32574.0614, 0.0160)
Iteration: 10 (-32573.9052, 0.0077)
Iteration: 20 (-32573.7352, 0.0076)
Iteration: 30 (-32573.5667, 0.0076)
Iteration: 40 (-32573.3993, 0.0076)
Iteration: 50 (-32573.2331, 0.0076)
Group probs = (0.9023, 0.0945, 0.0031)

Outer iteration: 39
Iteration: 1 (-32572.9018, 0.0087)
Iteration: 10 (-32572.7510, 0.0076)
Iteration: 20 (-32572.5866, 0.0075)
Iteration: 30 (-32572.4236, 0.0075)
Iteration: 40 (-32572.2617, 0.0074)
Iteration: 50 (-32572.1009, 0.0074)
Group probs = (0.9024, 0.0944, 0.0031)

Outer iteration: 40
Iteration: 1 (-32575.5158, 0.0076)
Iteration: 10 (-32575.3704, 0.0073)
Iteration: 20 (-32575.2111, 0.0073)
Iteration: 30 (-32575.0529, 0.0073)
Iteration: 40 (-32574.8959, 0.0073)
Iteration: 50 (-32574.7398, 0.0072)
Group probs = (0.9028, 0.0941, 0.0031)

Outer iteration: 1
Iteration: 1 (-40338.7892,    Inf)
Iteration: 10 (-34160.6972, 1.1414)
Iteration: 20 (-33771.7230, 0.4595)
Iteration: 30 (-33650.6746, 0.2740)
Iteration: 40 (-33592.1513, 0.1924)
Iteration: 50 (-33557.3288, 0.1478)
Group probs = (0.9105, 0.0852, 0.0043)

Outer iteration: 2
Iteration: 1 (-33468.8380, 0.1468)
Iteration: 10 (-33448.4226, 0.1195)
Iteration: 20 (-33431.7406, 0.1007)
Iteration: 30 (-33419.0023, 0.0872)
Iteration: 40 (-33408.8819, 36.6068)
Iteration: 50 (-33400.5965, 0.0692)
Group probs = (0.9093, 0.0865, 0.0043)

Outer iteration: 3
Iteration: 1 (-33341.3431, 0.0753)
Iteration: 10 (-33335.1253, 0.0632)
Iteration: 20 (-33329.2019, 0.0580)
Iteration: 30 (-33324.0688, 0.0538)
Iteration: 40 (-33319.5581, 0.0502)
Iteration: 50 (-33315.5476, 0.0472)
Group probs = (0.9087, 0.0870, 0.0043)

Outer iteration: 4
Iteration: 1 (-33287.1118, 0.0484)
Iteration: 10 (-33283.8669, 0.0448)
Iteration: 20 (-33280.5985, 0.0425)
Iteration: 30 (-33277.6174, 0.0405)
Iteration: 40 (-33274.8791, 0.0387)
Iteration: 50 (-33272.3484, 0.0372)
Group probs = (0.9082, 0.0876, 0.0042)

Outer iteration: 5
Iteration: 1 (-33251.7838, 0.0427)
Iteration: 10 (-33249.6564, 0.0360)
Iteration: 20 (-33247.4540, 0.0347)
Iteration: 30 (-33245.3911, 0.0336)
Iteration: 40 (-33243.4505, 0.0326)
Iteration: 50 (-33241.6183, 0.0316)
Group probs = (0.9082, 0.0876, 0.0042)

Outer iteration: 6
Iteration: 1 (-33238.6896, 0.0322)
Iteration: 10 (-33237.1196, 0.0309)
Iteration: 20 (-33235.4665, 0.0301)
Iteration: 30 (-33233.8933, 0.0294)
Iteration: 40 (-33232.3920, 0.0287)
Iteration: 50 (-33230.9558, 0.0281)
Group probs = (0.9079, 0.0878, 0.0043)

Outer iteration: 7
Iteration: 1 (-33222.3824, 0.0318)
Iteration: 10 (-33221.1367, 0.0276)
Iteration: 20 (-33219.8103, 0.0270)
Iteration: 30 (-33218.5347, 0.0265)
Iteration: 40 (-33217.3060, 0.0260)
Iteration: 50 (-33216.1205, 0.0255)
Group probs = (0.9080, 0.0878, 0.0043)

Outer iteration: 8
Iteration: 1 (-33218.0167, 0.0247)
Iteration: 10 (-33216.9818, 0.0252)
Iteration: 20 (-33215.8695, 0.0247)
Iteration: 30 (-33214.7924, 0.0243)
Iteration: 40 (-33213.7481, 0.0240)
Iteration: 50 (-33212.7346, 0.0236)
Group probs = (0.9076, 0.0882, 0.0042)

Outer iteration: 9
Iteration: 1 (-33194.4533, 0.0267)
Iteration: 10 (-33193.5656, 0.0233)
Iteration: 20 (-33192.6077, 0.0230)
Iteration: 30 (-33191.6758, 0.0226)
Iteration: 40 (-33190.7682, 0.0223)
Iteration: 50 (-33189.8836, 0.0220)
Group probs = (0.9081, 0.0877, 0.0042)

Outer iteration: 10
Iteration: 1 (-33214.3121, 0.0230)
Iteration: 10 (-33213.5289, 0.0217)
Iteration: 20 (-33212.6811, 0.0215)
Iteration: 30 (-33211.8536, 0.0212)
Iteration: 40 (-33211.0452, 0.0210)
Iteration: 50 (-33210.2550, 0.0207)
Group probs = (0.9077, 0.0881, 0.0042)

Outer iteration: 11
Iteration: 1 (-33193.5620, 0.0246)
Iteration: 10 (-33192.8648, 0.0205)
Iteration: 20 (-33192.1080, 0.0203)
Iteration: 30 (-33191.3672, 0.0200)
Iteration: 40 (-33190.6418, 0.0198)
Iteration: 50 (-33189.9310, 0.0196)
Group probs = (0.9074, 0.0883, 0.0043)

Outer iteration: 12
Iteration: 1 (-33175.6835, 0.0222)
Iteration: 10 (-33175.0550, 0.0195)
Iteration: 20 (-33174.3721, 0.0192)
Iteration: 30 (-33173.7024, 0.0190)
Iteration: 40 (-33173.0453, 0.0188)
Iteration: 50 (-33172.4001, 0.0186)
Group probs = (0.9074, 0.0884, 0.0042)

Outer iteration: 13
Iteration: 1 (-33172.3289, 0.0180)
Iteration: 10 (-33171.7576, 0.0184)
Iteration: 20 (-33171.1341, 0.0182)
Iteration: 30 (-33170.5215, 0.0180)
Iteration: 40 (-33169.9194, 0.0178)
Iteration: 50 (-33169.3275, 0.0177)
Group probs = (0.9080, 0.0878, 0.0042)

Outer iteration: 14
Iteration: 1 (-33198.1305, 0.0200)
Iteration: 10 (-33197.6004, 0.0175)
Iteration: 20 (-33197.0238, 0.0173)
Iteration: 30 (-33196.4569, 0.0172)
Iteration: 40 (-33195.8991, 0.0170)
Iteration: 50 (-33195.3501, 0.0169)
Group probs = (0.9086, 0.0873, 0.0041)

Outer iteration: 15
Iteration: 1 (-33220.8508, 0.0195)
Iteration: 10 (-33220.3578, 0.0167)
Iteration: 20 (-33219.8210, 0.0165)
Iteration: 30 (-33219.2928, 0.0164)
Iteration: 40 (-33218.7727, 0.0163)
Iteration: 50 (-33218.2603, 0.0161)
Group probs = (0.9086, 0.0872, 0.0042)

Outer iteration: 16
Iteration: 1 (-33219.0570, 0.0174)
Iteration: 10 (-33218.5988, 0.0159)
Iteration: 20 (-33218.0993, 0.0158)
Iteration: 30 (-33217.6072, 0.0157)
Iteration: 40 (-33217.1222, 0.0156)
Iteration: 50 (-33216.6441, 0.0154)
Group probs = (0.9086, 0.0872, 0.0042)

Outer iteration: 17
Iteration: 1 (-33216.5771, 0.0152)
Iteration: 10 (-33216.1518, 0.0154)
Iteration: 20 (-33215.6868, 0.0152)
Iteration: 30 (-33215.2283, 0.0151)
Iteration: 40 (-33214.7760, 0.0149)
Iteration: 50 (-33214.3297, 0.0148)
Group probs = (0.9087, 0.0871, 0.0043)

Outer iteration: 18
Iteration: 1 (-33218.7962, 0.0149)
Iteration: 10 (-33218.3979, 0.0147)
Iteration: 20 (-33217.9625, 0.0146)
Iteration: 30 (-33217.5327, 0.0144)
Iteration: 40 (-33217.1084, 0.0143)
Iteration: 50 (-33216.6895, 0.0142)
Group probs = (0.9089, 0.0869, 0.0042)

Outer iteration: 19
Iteration: 1 (-33227.7658, 0.0144)
Iteration: 10 (-33227.3899, 0.0141)
Iteration: 20 (-33226.9798, 0.0140)
Iteration: 30 (-33226.5750, 0.0139)
Iteration: 40 (-33226.1752, 0.0138)
Iteration: 50 (-33225.7801, 0.0136)
Group probs = (0.9091, 0.0868, 0.0041)

Outer iteration: 20
Iteration: 1 (-33235.9302, 0.0142)
Iteration: 10 (-33235.5762, 0.0135)
Iteration: 20 (-33235.1887, 0.0134)
Iteration: 30 (-33234.8058, 0.0133)
Iteration: 40 (-33234.4274, 0.0132)
Iteration: 50 (-33234.0534, 0.0131)
Group probs = (0.9089, 0.0870, 0.0041)

Outer iteration: 21
Iteration: 1 (-33222.3237, 0.0130)
Iteration: 10 (-33221.9893, 0.0130)
Iteration: 20 (-33221.6236, 0.0129)
Iteration: 30 (-33221.2623, 0.0128)
Iteration: 40 (-33220.9050, 0.0127)
Iteration: 50 (-33220.5516, 0.0126)
Group probs = (0.9086, 0.0871, 0.0042)

Outer iteration: 22
Iteration: 1 (-33209.2557, 0.0152)
Iteration: 10 (-33208.9398, 0.0126)
Iteration: 20 (-33208.5946, 0.0124)
Iteration: 30 (-33208.2533, 0.0123)
Iteration: 40 (-33207.9157, 0.0123)
Iteration: 50 (-33207.5818, 0.0122)
Group probs = (0.9092, 0.0867, 0.0041)

Outer iteration: 23
Iteration: 1 (-33233.1551, 0.0148)
Iteration: 10 (-33232.8532, 0.0120)
Iteration: 20 (-33232.5240, 0.0120)
Iteration: 30 (-33232.1985, 0.0119)
Iteration: 40 (-33231.8764, 0.0118)
Iteration: 50 (-33231.5577, 0.0117)
Group probs = (0.9094, 0.0865, 0.0041)

Outer iteration: 24
Iteration: 1 (-33245.5702, 0.0136)
Iteration: 10 (-33245.2833, 0.0117)
Iteration: 20 (-33244.9695, 0.0116)
Iteration: 30 (-33244.6590, 0.0115)
Iteration: 40 (-33244.3516, 0.0114)
Iteration: 50 (-33244.0473, 0.0113)
Group probs = (0.9094, 0.0865, 0.0041)

Outer iteration: 25
Iteration: 1 (-33240.6761, 0.0124)
Iteration: 10 (-33240.4046, 0.0113)
Iteration: 20 (-33240.1064, 0.0112)
Iteration: 30 (-33239.8111, 0.0111)
Iteration: 40 (-33239.5186, 0.0110)
Iteration: 50 (-33239.2290, 0.0110)
Group probs = (0.9087, 0.0871, 0.0042)

Outer iteration: 26
Iteration: 1 (-33210.2053, 0.0146)
Iteration: 10 (-33209.9461, 0.0109)
Iteration: 20 (-33209.6626, 0.0108)
Iteration: 30 (-33209.3821, 0.0108)
Iteration: 40 (-33209.1042, 0.0107)
Iteration: 50 (-33208.8290, 0.0106)
Group probs = (0.9089, 0.0870, 0.0041)

Outer iteration: 27
Iteration: 1 (-33216.6162, 0.0108)
Iteration: 10 (-33216.3694, 0.0105)
Iteration: 20 (-33216.0985, 0.0104)
Iteration: 30 (-33215.8302, 0.0104)
Iteration: 40 (-33215.5642, 0.0103)
Iteration: 50 (-33215.3007, 0.0102)
Group probs = (0.9090, 0.0868, 0.0041)

Outer iteration: 28
Iteration: 1 (-33221.3872, 0.0104)
Iteration: 10 (-33221.1512, 0.0102)
Iteration: 20 (-33220.8917, 0.0101)
Iteration: 30 (-33220.6346, 0.0100)
Iteration: 40 (-33220.3798, 0.0100)
Iteration: 50 (-33220.1272, 0.0099)
Group probs = (0.9091, 0.0867, 0.0042)

Outer iteration: 29
Iteration: 1 (-33224.7723, 0.0100)
Iteration: 10 (-33224.5455, 0.0099)
Iteration: 20 (-33224.2967, 0.0098)
Iteration: 30 (-33224.0502, 0.0098)
Iteration: 40 (-33223.8058, 0.0097)
Iteration: 50 (-33223.5634, 0.0096)
Group probs = (0.9092, 0.0867, 0.0041)

Outer iteration: 30
Iteration: 1 (-33228.5189, 0.0108)
Iteration: 10 (-33228.3006, 0.0096)
Iteration: 20 (-33228.0615, 0.0095)
Iteration: 30 (-33227.8246, 0.0095)
Iteration: 40 (-33227.5896, 0.0094)
Iteration: 50 (-33227.3566, 0.0094)
Group probs = (0.9094, 0.0865, 0.0041)

Outer iteration: 31
Iteration: 1 (-33235.0322, 0.0108)
Iteration: 10 (-33234.8228, 0.0093)
Iteration: 20 (-33234.5935, 0.0092)
Iteration: 30 (-33234.3663, 0.0092)
Iteration: 40 (-33234.1408, 0.0091)
Iteration: 50 (-33233.9172, 0.0091)
Group probs = (0.9095, 0.0863, 0.0041)

Outer iteration: 32
Iteration: 1 (-33240.3305, 0.0094)
Iteration: 10 (-33240.1293, 0.0090)
Iteration: 20 (-33239.9085, 0.0090)
Iteration: 30 (-33239.6896, 0.0089)
Iteration: 40 (-33239.4724, 0.0089)
Iteration: 50 (-33239.2569, 0.0088)
Group probs = (0.9096, 0.0863, 0.0041)

Outer iteration: 33
Iteration: 1 (-33241.7861, 0.0088)
Iteration: 10 (-33241.5928, 0.0088)
Iteration: 20 (-33241.3801, 0.0087)
Iteration: 30 (-33241.1692, 0.0087)
Iteration: 40 (-33240.9599, 0.0086)
Iteration: 50 (-33240.7521, 0.0086)
Group probs = (0.9096, 0.0862, 0.0041)

Outer iteration: 34
Iteration: 1 (-33242.8508, 0.0108)
Iteration: 10 (-33242.6641, 0.0085)
Iteration: 20 (-33242.4593, 0.0085)
Iteration: 30 (-33242.2560, 0.0084)
Iteration: 40 (-33242.0544, 0.0084)
Iteration: 50 (-33241.8543, 0.0084)
Group probs = (0.9094, 0.0865, 0.0041)

Outer iteration: 35
Iteration: 1 (-33231.7340, 0.0099)
Iteration: 10 (-33231.5536, 0.0083)
Iteration: 20 (-33231.3565, 0.0083)
Iteration: 30 (-33231.1612, 0.0082)
Iteration: 40 (-33230.9672, 0.0082)
Iteration: 50 (-33230.7748, 0.0081)
Group probs = (0.9094, 0.0864, 0.0041)

Outer iteration: 36
Iteration: 1 (-33231.1182, 0.0086)
Iteration: 10 (-33230.9455, 0.0081)
Iteration: 20 (-33230.7557, 0.0080)
Iteration: 30 (-33230.5674, 0.0080)
Iteration: 40 (-33230.3803, 0.0080)
Iteration: 50 (-33230.1946, 0.0079)
Group probs = (0.9096, 0.0863, 0.0042)

Outer iteration: 37
Iteration: 1 (-33236.2454, 0.0087)
Iteration: 10 (-33236.0782, 0.0079)
Iteration: 20 (-33235.8947, 0.0078)
Iteration: 30 (-33235.7125, 0.0078)
Iteration: 40 (-33235.5317, 0.0078)
Iteration: 50 (-33235.3521, 0.0077)
Group probs = (0.9101, 0.0858, 0.0041)

Outer iteration: 38
Iteration: 1 (-33259.1111, 0.0113)
Iteration: 10 (-33258.9481, 0.0077)
Iteration: 20 (-33258.7700, 0.0076)
Iteration: 30 (-33258.5932, 0.0076)
Iteration: 40 (-33258.4177, 0.0076)
Iteration: 50 (-33258.2434, 0.0075)
Group probs = (0.9102, 0.0857, 0.0041)

Outer iteration: 39
Iteration: 1 (-33262.0011, 0.0080)
Iteration: 10 (-33261.8445, 0.0075)
Iteration: 20 (-33261.6723, 0.0075)
Iteration: 30 (-33261.5014, 0.0074)
Iteration: 40 (-33261.3317, 0.0074)
Iteration: 50 (-33261.1630, 0.0074)
Group probs = (0.9102, 0.0857, 0.0041)

Outer iteration: 40
Iteration: 1 (-33262.6723, 0.0078)
Iteration: 10 (-33262.5204, 0.0073)
Iteration: 20 (-33262.3536, 0.0073)
Iteration: 30 (-33262.1880, 0.0073)
Iteration: 40 (-33262.0235, 0.0072)
Iteration: 50 (-33261.8601, 0.0072)
Group probs = (0.9103, 0.0856, 0.0041)

Outer iteration: 1
Iteration: 1 (-40137.6308,    Inf)
Iteration: 10 (-33911.6057, 1.1467)
Iteration: 20 (-33521.5672, 0.4621)
Iteration: 30 (-33400.3963, 0.2762)
Iteration: 40 (-33341.6811, 0.1944)
Iteration: 50 (-33306.6798, 0.1496)
Group probs = (0.9111, 0.0840, 0.0049)

Outer iteration: 2
Iteration: 1 (-33298.3425, 0.1466)
Iteration: 10 (-33277.7708, 0.1213)
Iteration: 20 (-33260.9576, 0.1022)
Iteration: 30 (-33248.1224, 0.0886)
Iteration: 40 (-33237.9328, 0.0784)
Iteration: 50 (-33229.5993, 0.0704)
Group probs = (0.9121, 0.0831, 0.0048)

Outer iteration: 3
Iteration: 1 (-33261.5022, 0.0726)
Iteration: 10 (-33255.2384, 0.0642)
Iteration: 20 (-33249.2679, 0.0590)
Iteration: 30 (-33244.0959, 0.0547)
Iteration: 40 (-33239.5536, 0.0511)
Iteration: 50 (-33235.5177, 0.0480)
Group probs = (0.9121, 0.0832, 0.0047)

Outer iteration: 4
Iteration: 1 (-33229.9599, 0.0480)
Iteration: 10 (-33226.6791, 0.0456)
Iteration: 20 (-33223.3728, 0.0432)
Iteration: 30 (-33220.3596, 0.0412)
Iteration: 40 (-33217.5939, 0.0394)
Iteration: 50 (-33215.0397, 0.0378)
Group probs = (0.9120, 0.0834, 0.0046)

Outer iteration: 5
Iteration: 1 (-33204.0247, 0.0387)
Iteration: 10 (-33201.8606, 0.0367)
Iteration: 20 (-33199.6245, 0.0353)
Iteration: 30 (-33197.5321, 0.0342)
Iteration: 40 (-33195.5650, 0.0332)
Iteration: 50 (-33193.7088, 0.0322)
Group probs = (0.9119, 0.0835, 0.0046)

Outer iteration: 6
Iteration: 1 (-33180.0589, 0.0357)
Iteration: 10 (-33178.4396, 0.0316)
Iteration: 20 (-33176.7487, 0.0308)
Iteration: 30 (-33175.1424, 0.0300)
Iteration: 40 (-33173.6111, 0.0293)
Iteration: 50 (-33172.1474, 0.0286)
Group probs = (0.9127, 0.0828, 0.0045)

Outer iteration: 7
Iteration: 1 (-33204.3767, 0.0333)
Iteration: 10 (-33203.0868, 0.0282)
Iteration: 20 (-33201.7269, 0.0276)
Iteration: 30 (-33200.4221, 0.0271)
Iteration: 40 (-33199.1666, 0.0266)
Iteration: 50 (-33197.9562, 0.0261)
Group probs = (0.9132, 0.0824, 0.0044)

Outer iteration: 8
Iteration: 1 (-33218.3586, 0.0291)
Iteration: 10 (-33217.2839, 0.0257)
Iteration: 20 (-33216.1387, 0.0253)
Iteration: 30 (-33215.0317, 0.0249)
Iteration: 40 (-33213.9593, 0.0246)
Iteration: 50 (-33212.9192, 0.0242)
Group probs = (0.9132, 0.0825, 0.0043)

Outer iteration: 9
Iteration: 1 (-33211.8923, 0.0285)
Iteration: 10 (-33210.9758, 0.0240)
Iteration: 20 (-33209.9906, 0.0236)
Iteration: 30 (-33209.0328, 0.0233)
Iteration: 40 (-33208.1004, 0.0230)
Iteration: 50 (-33207.1919, 0.0226)
Group probs = (0.9128, 0.0829, 0.0043)

Outer iteration: 10
Iteration: 1 (-33190.8563, 0.0258)
Iteration: 10 (-33190.0516, 0.0224)
Iteration: 20 (-33189.1827, 0.0222)
Iteration: 30 (-33188.3346, 0.0219)
Iteration: 40 (-33187.5061, 0.0216)
Iteration: 50 (-33186.6961, 0.0214)
Group probs = (0.9130, 0.0826, 0.0043)

Outer iteration: 11
Iteration: 1 (-33198.7170, 0.0244)
Iteration: 10 (-33197.9958, 0.0212)
Iteration: 20 (-33197.2168, 0.0209)
Iteration: 30 (-33196.4547, 0.0207)
Iteration: 40 (-33195.7084, 0.0205)
Iteration: 50 (-33194.9771, 0.0202)
Group probs = (0.9130, 0.0827, 0.0043)

Outer iteration: 12
Iteration: 1 (-33192.0729, 0.0201)
Iteration: 10 (-33191.4167, 0.0201)
Iteration: 20 (-33190.7079, 0.0199)
Iteration: 30 (-33190.0130, 0.0197)
Iteration: 40 (-33189.3312, 0.0195)
Iteration: 50 (-33188.6618, 0.0193)
Group probs = (0.9136, 0.0820, 0.0043)

Outer iteration: 13
Iteration: 1 (-33217.4190, 0.0231)
Iteration: 10 (-33216.8181, 0.0191)
Iteration: 20 (-33216.1676, 0.0189)
Iteration: 30 (-33215.5290, 0.0187)
Iteration: 40 (-33214.9015, 0.0186)
Iteration: 50 (-33214.2846, 0.0184)
Group probs = (0.9137, 0.0820, 0.0043)

Outer iteration: 14
Iteration: 1 (-33218.2877, 0.0223)
Iteration: 10 (-33217.7355, 0.0183)
Iteration: 20 (-33217.1364, 0.0181)
Iteration: 30 (-33216.5475, 0.0180)
Iteration: 40 (-33215.9681, 0.0178)
Iteration: 50 (-33215.3979, 0.0176)
Group probs = (0.9143, 0.0814, 0.0043)

Outer iteration: 15
Iteration: 1 (-33247.0421, 0.0205)
Iteration: 10 (-33246.5311, 0.0175)
Iteration: 20 (-33245.9753, 0.0173)
Iteration: 30 (-33245.4283, 0.0172)
Iteration: 40 (-33244.8895, 0.0170)
Iteration: 50 (-33244.3588, 0.0169)
Group probs = (0.9143, 0.0814, 0.0043)

Outer iteration: 16
Iteration: 1 (-33242.5196, 0.0181)
Iteration: 10 (-33242.0446, 0.0167)
Iteration: 20 (-33241.5274, 0.0166)
Iteration: 30 (-33241.0180, 0.0164)
Iteration: 40 (-33240.5157, 0.0163)
Iteration: 50 (-33240.0205, 0.0162)
Group probs = (0.9141, 0.0816, 0.0043)

Outer iteration: 17
Iteration: 1 (-33232.1016, 0.0155)
Iteration: 10 (-33231.6596, 0.0161)
Iteration: 20 (-33231.1760, 0.0160)
Iteration: 30 (-33230.6990, 0.0158)
Iteration: 40 (-33230.2284, 0.0157)
Iteration: 50 (-33229.7640, 0.0155)
Group probs = (0.9141, 0.0816, 0.0043)

Outer iteration: 18
Iteration: 1 (-33228.7035, 0.0147)
Iteration: 10 (-33228.2889, 0.0154)
Iteration: 20 (-33227.8352, 0.0153)
Iteration: 30 (-33227.3873, 0.0152)
Iteration: 40 (-33226.9452, 0.0150)
Iteration: 50 (-33226.5087, 0.0149)
Group probs = (0.9135, 0.0822, 0.0043)

Outer iteration: 19
Iteration: 1 (-33200.7997, 0.0208)
Iteration: 10 (-33200.4074, 0.0149)
Iteration: 20 (-33199.9803, 0.0147)
Iteration: 30 (-33199.5589, 0.0146)
Iteration: 40 (-33199.1426, 0.0145)
Iteration: 50 (-33198.7314, 0.0144)
Group probs = (0.9135, 0.0822, 0.0043)

Outer iteration: 20
Iteration: 1 (-33196.3018, 0.0147)
Iteration: 10 (-33195.9338, 0.0143)
Iteration: 20 (-33195.5310, 0.0142)
Iteration: 30 (-33195.1331, 0.0141)
Iteration: 40 (-33194.7398, 0.0139)
Iteration: 50 (-33194.3511, 0.0138)
Group probs = (0.9137, 0.0821, 0.0042)

Outer iteration: 21
Iteration: 1 (-33202.4453, 0.0142)
Iteration: 10 (-33202.0957, 0.0137)
Iteration: 20 (-33201.7142, 0.0136)
Iteration: 30 (-33201.3372, 0.0135)
Iteration: 40 (-33200.9646, 0.0134)
Iteration: 50 (-33200.5961, 0.0133)
Group probs = (0.9137, 0.0821, 0.0042)

Outer iteration: 22
Iteration: 1 (-33199.7777, 0.0153)
Iteration: 10 (-33199.4468, 0.0132)
Iteration: 20 (-33199.0848, 0.0131)
Iteration: 30 (-33198.7268, 0.0130)
Iteration: 40 (-33198.3727, 0.0129)
Iteration: 50 (-33198.0224, 0.0128)
Group probs = (0.9137, 0.0821, 0.0042)

Outer iteration: 23
Iteration: 1 (-33200.7857, 0.0121)
Iteration: 10 (-33200.4726, 0.0128)
Iteration: 20 (-33200.1297, 0.0127)
Iteration: 30 (-33199.7904, 0.0126)
Iteration: 40 (-33199.4547, 0.0125)
Iteration: 50 (-33199.1225, 0.0124)
Group probs = (0.9139, 0.0818, 0.0043)

Outer iteration: 24
Iteration: 1 (-33207.7900, 0.0135)
Iteration: 10 (-33207.4913, 0.0123)
Iteration: 20 (-33207.1646, 0.0122)
Iteration: 30 (-33206.8414, 0.0121)
Iteration: 40 (-33206.5214, 0.0120)
Iteration: 50 (-33206.2047, 0.0120)
Group probs = (0.9143, 0.0815, 0.0042)

Outer iteration: 25
Iteration: 1 (-33219.8506, 0.0141)
Iteration: 10 (-33219.5658, 0.0119)
Iteration: 20 (-33219.2542, 0.0118)
Iteration: 30 (-33218.9459, 0.0117)
Iteration: 40 (-33218.6406, 0.0116)
Iteration: 50 (-33218.3382, 0.0116)
Group probs = (0.9142, 0.0815, 0.0043)

Outer iteration: 26
Iteration: 1 (-33216.2356, 0.0131)
Iteration: 10 (-33215.9647, 0.0115)
Iteration: 20 (-33215.6681, 0.0114)
Iteration: 30 (-33215.3743, 0.0113)
Iteration: 40 (-33215.0834, 0.0112)
Iteration: 50 (-33214.7952, 0.0112)
Group probs = (0.9139, 0.0819, 0.0042)

Outer iteration: 27
Iteration: 1 (-33202.5069, 0.0176)
Iteration: 10 (-33202.2444, 0.0111)
Iteration: 20 (-33201.9598, 0.0110)
Iteration: 30 (-33201.6781, 0.0109)
Iteration: 40 (-33201.3991, 0.0109)
Iteration: 50 (-33201.1227, 0.0108)
Group probs = (0.9138, 0.0820, 0.0042)

Outer iteration: 28
Iteration: 1 (-33195.2254, 0.0143)
Iteration: 10 (-33194.9776, 0.0108)
Iteration: 20 (-33194.7061, 0.0107)
Iteration: 30 (-33194.4372, 0.0106)
Iteration: 40 (-33194.1706, 0.0105)
Iteration: 50 (-33193.9065, 0.0105)
Group probs = (0.9144, 0.0814, 0.0042)

Outer iteration: 29
Iteration: 1 (-33220.5360, 0.0214)
Iteration: 10 (-33220.2948, 0.0104)
Iteration: 20 (-33220.0339, 0.0103)
Iteration: 30 (-33219.7756, 0.0103)
Iteration: 40 (-33219.5198, 0.0102)
Iteration: 50 (-33219.2662, 0.0101)
Group probs = (0.9143, 0.0815, 0.0042)

Outer iteration: 30
Iteration: 1 (-33214.3626, 0.0098)
Iteration: 10 (-33214.1350, 0.0101)
Iteration: 20 (-33213.8856, 0.0100)
Iteration: 30 (-33213.6385, 0.0099)
Iteration: 40 (-33213.3936, 0.0099)
Iteration: 50 (-33213.1506, 0.0098)
Group probs = (0.9143, 0.0815, 0.0042)

Outer iteration: 31
Iteration: 1 (-33215.1321, 0.0107)
Iteration: 10 (-33214.9115, 0.0099)
Iteration: 20 (-33214.6711, 0.0098)
Iteration: 30 (-33214.4329, 0.0097)
Iteration: 40 (-33214.1966, 0.0096)
Iteration: 50 (-33213.9624, 0.0096)
Group probs = (0.9140, 0.0817, 0.0042)

Outer iteration: 32
Iteration: 1 (-33202.1429, 0.0150)
Iteration: 10 (-33201.9317, 0.0095)
Iteration: 20 (-33201.7008, 0.0094)
Iteration: 30 (-33201.4719, 0.0094)
Iteration: 40 (-33201.2449, 0.0093)
Iteration: 50 (-33201.0196, 0.0093)
Group probs = (0.9141, 0.0817, 0.0042)

Outer iteration: 33
Iteration: 1 (-33198.6054, 0.0121)
Iteration: 10 (-33198.4025, 0.0092)
Iteration: 20 (-33198.1804, 0.0092)
Iteration: 30 (-33197.9603, 0.0091)
Iteration: 40 (-33197.7419, 0.0091)
Iteration: 50 (-33197.5251, 0.0090)
Group probs = (0.9143, 0.0815, 0.0042)

Outer iteration: 34
Iteration: 1 (-33211.9463, 0.0107)
Iteration: 10 (-33211.7500, 0.0089)
Iteration: 20 (-33211.5361, 0.0089)
Iteration: 30 (-33211.3241, 0.0088)
Iteration: 40 (-33211.1136, 0.0088)
Iteration: 50 (-33210.9048, 0.0087)
Group probs = (0.9142, 0.0815, 0.0043)

Outer iteration: 35
Iteration: 1 (-33203.8122, 0.0171)
Iteration: 10 (-33203.6199, 0.0086)
Iteration: 20 (-33203.4128, 0.0086)
Iteration: 30 (-33203.2078, 0.0085)
Iteration: 40 (-33203.0044, 0.0085)
Iteration: 50 (-33202.8026, 0.0085)
Group probs = (0.9144, 0.0814, 0.0042)

Outer iteration: 36
Iteration: 1 (-33212.4533, 0.0156)
Iteration: 10 (-33212.2709, 0.0084)
Iteration: 20 (-33212.0714, 0.0084)
Iteration: 30 (-33211.8735, 0.0084)
Iteration: 40 (-33211.6771, 0.0083)
Iteration: 50 (-33211.4820, 0.0083)
Group probs = (0.9144, 0.0814, 0.0043)

Outer iteration: 37
Iteration: 1 (-33210.8514, 0.0123)
Iteration: 10 (-33210.6755, 0.0082)
Iteration: 20 (-33210.4829, 0.0082)
Iteration: 30 (-33210.2918, 0.0081)
Iteration: 40 (-33210.1020, 0.0081)
Iteration: 50 (-33209.9135, 0.0080)
Group probs = (0.9141, 0.0817, 0.0042)

Outer iteration: 38
Iteration: 1 (-33197.8803, 0.0145)
Iteration: 10 (-33197.7088, 0.0081)
Iteration: 20 (-33197.5225, 0.0081)
Iteration: 30 (-33197.3378, 0.0080)
Iteration: 40 (-33197.1544, 0.0080)
Iteration: 50 (-33196.9722, 0.0079)
Group probs = (0.9144, 0.0814, 0.0042)

Outer iteration: 39
Iteration: 1 (-33211.1870, 0.0093)
Iteration: 10 (-33211.0230, 0.0078)
Iteration: 20 (-33210.8430, 0.0078)
Iteration: 30 (-33210.6643, 0.0078)
Iteration: 40 (-33210.4867, 0.0077)
Iteration: 50 (-33210.3104, 0.0077)
Group probs = (0.9146, 0.0812, 0.0042)

Outer iteration: 40
Iteration: 1 (-33219.3149, 0.0094)
Iteration: 10 (-33219.1553, 0.0077)
Iteration: 20 (-33218.9805, 0.0077)
Iteration: 30 (-33218.8069, 0.0076)
Iteration: 40 (-33218.6344, 0.0076)
Iteration: 50 (-33218.4632, 0.0075)
Group probs = (0.9144, 0.0814, 0.0042)

> perplex_2d_nm <- cv_perplexity(est_dat %>% select(item_dat$names) %>%
+                               as.matrix(), 
+                             fit=res_2d_nm)
Outer iteration: 1
Iteration: 1 (-44573.7855,    Inf)
Iteration: 10 (-38166.4071, 1.1304)
Iteration: 20 (-37784.6891, 0.4574)
Iteration: 30 (-37665.5046, 0.2762)
Iteration: 40 (-37607.0740, 0.1958)
Iteration: 50 (-37571.9894, 0.1512)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-37569.2242, 0.1478)
Iteration: 10 (-37548.3648, 0.1230)
Iteration: 20 (-37531.2504, 0.1038)
Iteration: 30 (-37518.2107, 0.0898)
Iteration: 40 (-37507.9018, 0.0792)
Iteration: 50 (-37499.5176, 0.0709)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-37498.7635, 0.0702)
Iteration: 10 (-37492.5431, 0.0643)
Iteration: 20 (-37486.6327, 0.0589)
Iteration: 30 (-37481.5457, 0.0544)
Iteration: 40 (-37477.1087, 0.0506)
Iteration: 50 (-37473.1940, 0.0473)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-37472.8273, 0.0470)
Iteration: 10 (-37469.7050, 0.0445)
Iteration: 20 (-37466.5677, 0.0421)
Iteration: 30 (-37463.7242, 0.0399)
Iteration: 40 (-37461.1288, 0.0381)
Iteration: 50 (-37458.7448, 0.0364)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-37458.5168, 0.0362)
Iteration: 10 (-37456.5423, 0.0349)
Iteration: 20 (-37454.4971, 0.0336)
Iteration: 30 (-37452.5890, 0.0324)
Iteration: 40 (-37450.8012, 0.0313)
Iteration: 50 (-37449.1196, 0.0303)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-37448.9568, 0.0302)
Iteration: 10 (-37447.5324, 0.0294)
Iteration: 20 (-37446.0294, 0.0286)
Iteration: 30 (-37444.6019, 0.0278)
Iteration: 40 (-37443.2425, 0.0271)
Iteration: 50 (-37441.9446, 0.0265)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-37441.8180, 0.0264)
Iteration: 10 (-37440.7028, 0.0259)
Iteration: 20 (-37439.5120, 0.0254)
Iteration: 30 (-37438.3680, 0.0249)
Iteration: 40 (-37437.2670, 0.0244)
Iteration: 50 (-37436.2056, 0.0239)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-37436.1015, 0.0239)
Iteration: 10 (-37435.1807, 0.0235)
Iteration: 20 (-37434.1899, 0.0231)
Iteration: 30 (-37433.2305, 0.0228)
Iteration: 40 (-37432.3006, 0.0224)
Iteration: 50 (-37431.3982, 0.0221)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-37431.3095, 0.0220)
Iteration: 10 (-37430.5216, 0.0218)
Iteration: 20 (-37429.6691, 0.0215)
Iteration: 30 (-37428.8394, 0.0212)
Iteration: 40 (-37428.0312, 0.0209)
Iteration: 50 (-37427.2431, 0.0206)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-37427.1654, 0.0206)
Iteration: 10 (-37426.4743, 0.0204)
Iteration: 20 (-37425.7235, 0.0201)
Iteration: 30 (-37424.9900, 0.0199)
Iteration: 40 (-37424.2729, 0.0197)
Iteration: 50 (-37423.5714, 0.0195)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-37423.5021, 0.0195)
Iteration: 10 (-37422.8847, 0.0193)
Iteration: 20 (-37422.2123, 0.0191)
Iteration: 30 (-37421.5534, 0.0189)
Iteration: 40 (-37420.9074, 0.0187)
Iteration: 50 (-37420.2739, 0.0185)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-37420.2113, 0.0185)
Iteration: 10 (-37419.6524, 0.0183)
Iteration: 20 (-37419.0422, 0.0182)
Iteration: 30 (-37418.4431, 0.0180)
Iteration: 40 (-37417.8545, 0.0178)
Iteration: 50 (-37417.2761, 0.0177)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-37417.2188, 0.0176)
Iteration: 10 (-37416.7075, 0.0175)
Iteration: 20 (-37416.1483, 0.0173)
Iteration: 30 (-37415.5983, 0.0172)
Iteration: 40 (-37415.0571, 0.0170)
Iteration: 50 (-37414.5243, 0.0169)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-37414.4715, 0.0169)
Iteration: 10 (-37413.9998, 0.0168)
Iteration: 20 (-37413.4833, 0.0166)
Iteration: 30 (-37412.9744, 0.0165)
Iteration: 40 (-37412.4731, 0.0163)
Iteration: 50 (-37411.9789, 0.0162)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-37411.9299, 0.0162)
Iteration: 10 (-37411.4918, 0.0161)
Iteration: 20 (-37411.0115, 0.0160)
Iteration: 30 (-37410.5377, 0.0158)
Iteration: 40 (-37410.0704, 0.0157)
Iteration: 50 (-37409.6094, 0.0156)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-37409.5636, 0.0156)
Iteration: 10 (-37409.1544, 0.0155)
Iteration: 20 (-37408.7052, 0.0153)
Iteration: 30 (-37408.2619, 0.0152)
Iteration: 40 (-37407.8241, 0.0151)
Iteration: 50 (-37407.3917, 0.0150)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-37407.3488, 0.0150)
Iteration: 10 (-37406.9646, 0.0149)
Iteration: 20 (-37406.5427, 0.0148)
Iteration: 30 (-37406.1259, 0.0147)
Iteration: 40 (-37405.7139, 0.0146)
Iteration: 50 (-37405.3067, 0.0144)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-37405.2663, 0.0144)
Iteration: 10 (-37404.9042, 0.0143)
Iteration: 20 (-37404.5063, 0.0142)
Iteration: 30 (-37404.1128, 0.0141)
Iteration: 40 (-37403.7236, 0.0140)
Iteration: 50 (-37403.3387, 0.0139)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-37403.3005, 0.0139)
Iteration: 10 (-37402.9580, 0.0138)
Iteration: 20 (-37402.5813, 0.0137)
Iteration: 30 (-37402.2086, 0.0136)
Iteration: 40 (-37401.8398, 0.0135)
Iteration: 50 (-37401.4748, 0.0134)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-37401.4385, 0.0134)
Iteration: 10 (-37401.1135, 0.0134)
Iteration: 20 (-37400.7559, 0.0133)
Iteration: 30 (-37400.4018, 0.0132)
Iteration: 40 (-37400.0513, 0.0131)
Iteration: 50 (-37399.7041, 0.0130)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-37399.6696, 0.0130)
Iteration: 10 (-37399.3603, 0.0129)
Iteration: 20 (-37399.0199, 0.0128)
Iteration: 30 (-37398.6826, 0.0127)
Iteration: 40 (-37398.3485, 0.0126)
Iteration: 50 (-37398.0175, 0.0126)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-37397.9846, 0.0125)
Iteration: 10 (-37397.6896, 0.0125)
Iteration: 20 (-37397.3646, 0.0124)
Iteration: 30 (-37397.0426, 0.0123)
Iteration: 40 (-37396.7235, 0.0122)
Iteration: 50 (-37396.4072, 0.0121)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-37396.3757, 0.0121)
Iteration: 10 (-37396.0937, 0.0121)
Iteration: 20 (-37395.7829, 0.0120)
Iteration: 30 (-37395.4748, 0.0119)
Iteration: 40 (-37395.1694, 0.0118)
Iteration: 50 (-37394.8665, 0.0118)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-37394.8364, 0.0118)
Iteration: 10 (-37394.5662, 0.0117)
Iteration: 20 (-37394.2684, 0.0116)
Iteration: 30 (-37393.9731, 0.0115)
Iteration: 40 (-37393.6802, 0.0115)
Iteration: 50 (-37393.3897, 0.0114)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-37393.3608, 0.0114)
Iteration: 10 (-37393.1016, 0.0113)
Iteration: 20 (-37392.8157, 0.0113)
Iteration: 30 (-37392.5322, 0.0112)
Iteration: 40 (-37392.2509, 0.0111)
Iteration: 50 (-37391.9718, 0.0110)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-37391.9440, 0.0110)
Iteration: 10 (-37391.6949, 0.0110)
Iteration: 20 (-37391.4201, 0.0109)
Iteration: 30 (-37391.1475, 0.0108)
Iteration: 40 (-37390.8769, 0.0108)
Iteration: 50 (-37390.6084, 0.0107)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-37390.5816, 0.0107)
Iteration: 10 (-37390.3419, 0.0107)
Iteration: 20 (-37390.0774, 0.0106)
Iteration: 30 (-37389.8149, 0.0105)
Iteration: 40 (-37389.5543, 0.0105)
Iteration: 50 (-37389.2957, 0.0104)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-37389.2699, 0.0104)
Iteration: 10 (-37389.0389, 0.0103)
Iteration: 20 (-37388.7840, 0.0103)
Iteration: 30 (-37388.5309, 0.0102)
Iteration: 40 (-37388.2797, 0.0102)
Iteration: 50 (-37388.0303, 0.0101)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-37388.0054, 0.0101)
Iteration: 10 (-37387.7826, 0.0100)
Iteration: 20 (-37387.5367, 0.0100)
Iteration: 30 (-37387.2925, 0.0099)
Iteration: 40 (-37387.0500, 0.0099)
Iteration: 50 (-37386.8092, 0.0098)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-37386.7852, 0.0098)
Iteration: 10 (-37386.5700, 0.0098)
Iteration: 20 (-37386.3325, 0.0097)
Iteration: 30 (-37386.0966, 0.0097)
Iteration: 40 (-37385.8624, 0.0096)
Iteration: 50 (-37385.6297, 0.0096)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-37385.6065, 0.0095)
Iteration: 10 (-37385.3986, 0.0095)
Iteration: 20 (-37385.1690, 0.0094)
Iteration: 30 (-37384.9410, 0.0094)
Iteration: 40 (-37384.7145, 0.0093)
Iteration: 50 (-37384.4895, 0.0093)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-37384.4670, 0.0093)
Iteration: 10 (-37384.2659, 0.0092)
Iteration: 20 (-37384.0438, 0.0092)
Iteration: 30 (-37383.8232, 0.0091)
Iteration: 40 (-37383.6040, 0.0091)
Iteration: 50 (-37383.3862, 0.0090)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-37383.3645, 0.0090)
Iteration: 10 (-37383.1699, 0.0090)
Iteration: 20 (-37382.9549, 0.0090)
Iteration: 30 (-37382.7413, 0.0089)
Iteration: 40 (-37382.5290, 0.0089)
Iteration: 50 (-37382.3181, 0.0088)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-37382.2971, 0.0088)
Iteration: 10 (-37382.1085, 0.0088)
Iteration: 20 (-37381.9002, 0.0087)
Iteration: 30 (-37381.6932, 0.0087)
Iteration: 40 (-37381.4875, 0.0086)
Iteration: 50 (-37381.2831, 0.0086)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-37381.2628, 0.0086)
Iteration: 10 (-37381.0800, 0.0085)
Iteration: 20 (-37380.8781, 0.0085)
Iteration: 30 (-37380.6774, 0.0085)
Iteration: 40 (-37380.4780, 0.0084)
Iteration: 50 (-37380.2797, 0.0084)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-37380.2600, 0.0084)
Iteration: 10 (-37380.0827, 0.0083)
Iteration: 20 (-37379.8869, 0.0083)
Iteration: 30 (-37379.6922, 0.0083)
Iteration: 40 (-37379.4987, 0.0082)
Iteration: 50 (-37379.3063, 0.0082)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-37379.2872, 0.0082)
Iteration: 10 (-37379.1151, 0.0081)
Iteration: 20 (-37378.9251, 0.0081)
Iteration: 30 (-37378.7361, 0.0081)
Iteration: 40 (-37378.5482, 0.0080)
Iteration: 50 (-37378.3615, 0.0080)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-37378.3429, 0.0080)
Iteration: 10 (-37378.1758, 0.0079)
Iteration: 20 (-37377.9913, 0.0079)
Iteration: 30 (-37377.8078, 0.0079)
Iteration: 40 (-37377.6253, 0.0078)
Iteration: 50 (-37377.4439, 0.0078)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-37377.4258, 0.0078)
Iteration: 10 (-37377.2635, 0.0078)
Iteration: 20 (-37377.0842, 0.0077)
Iteration: 30 (-37376.9059, 0.0077)
Iteration: 40 (-37376.7286, 0.0076)
Iteration: 50 (-37376.5523, 0.0076)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-37376.5347, 0.0076)
Iteration: 10 (-37376.3770, 0.0076)
Iteration: 20 (-37376.2026, 0.0075)
Iteration: 30 (-37376.0293, 0.0075)
Iteration: 40 (-37375.8569, 0.0075)
Iteration: 50 (-37375.6855, 0.0074)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 1
Iteration: 1 (-44836.3482,    Inf)
Iteration: 10 (-38508.8476, 1.1322)
Iteration: 20 (-38132.7063, 0.4595)
Iteration: 30 (-38013.1661, 0.2791)
Iteration: 40 (-37953.4087, 0.1991)
Iteration: 50 (-37916.9983, 0.1545)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-37914.1107, 0.1511)
Iteration: 10 (-37892.2511, 0.1261)
Iteration: 20 (-37874.2338, 0.1065)
Iteration: 30 (-37860.4805, 0.0921)
Iteration: 40 (-37849.6107, 0.0811)
Iteration: 50 (-37840.7862, 0.0724)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-37839.9936, 0.0716)
Iteration: 10 (-37833.4666, 0.0654)
Iteration: 20 (-37827.2869, 0.0596)
Iteration: 30 (-37821.9911, 0.0547)
Iteration: 40 (-37817.3945, 0.0506)
Iteration: 50 (-37813.3604, 0.0471)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-37812.9837, 0.0467)
Iteration: 10 (-37809.7851, 0.0440)
Iteration: 20 (-37806.5889, 0.0413)
Iteration: 30 (-37803.7095, 0.0389)
Iteration: 40 (-37801.0974, 0.0369)
Iteration: 50 (-37798.7127, 0.0350)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-37798.4854, 0.0348)
Iteration: 10 (-37796.5232, 0.0333)
Iteration: 20 (-37794.5022, 0.0318)
Iteration: 30 (-37792.6280, 0.0305)
Iteration: 40 (-37790.8822, 0.0293)
Iteration: 50 (-37789.2494, 0.0282)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-37789.0918, 0.0281)
Iteration: 10 (-37787.7165, 0.0272)
Iteration: 20 (-37786.2725, 0.0262)
Iteration: 30 (-37784.9079, 0.0254)
Iteration: 40 (-37783.6144, 0.0246)
Iteration: 50 (-37782.3851, 0.0239)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-37782.2654, 0.0238)
Iteration: 10 (-37781.2136, 0.0232)
Iteration: 20 (-37780.0947, 0.0226)
Iteration: 30 (-37779.0237, 0.0221)
Iteration: 40 (-37777.9963, 0.0216)
Iteration: 50 (-37777.0089, 0.0211)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-37776.9122, 0.0210)
Iteration: 10 (-37776.0582, 0.0206)
Iteration: 20 (-37775.1414, 0.0202)
Iteration: 30 (-37774.2558, 0.0198)
Iteration: 40 (-37773.3991, 0.0195)
Iteration: 50 (-37772.5693, 0.0191)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-37772.4878, 0.0191)
Iteration: 10 (-37771.7645, 0.0188)
Iteration: 20 (-37770.9830, 0.0185)
Iteration: 30 (-37770.2233, 0.0182)
Iteration: 40 (-37769.4840, 0.0179)
Iteration: 50 (-37768.7638, 0.0177)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-37768.6928, 0.0177)
Iteration: 10 (-37768.0615, 0.0175)
Iteration: 20 (-37767.3762, 0.0172)
Iteration: 30 (-37766.7069, 0.0170)
Iteration: 40 (-37766.0527, 0.0168)
Iteration: 50 (-37765.4128, 0.0166)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-37765.3495, 0.0166)
Iteration: 10 (-37764.7864, 0.0165)
Iteration: 20 (-37764.1728, 0.0163)
Iteration: 30 (-37763.5715, 0.0161)
Iteration: 40 (-37762.9819, 0.0160)
Iteration: 50 (-37762.4033, 0.0158)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-37762.3460, 0.0158)
Iteration: 10 (-37761.8353, 0.0157)
Iteration: 20 (-37761.2774, 0.0156)
Iteration: 30 (-37760.7292, 0.0154)
Iteration: 40 (-37760.1903, 0.0153)
Iteration: 50 (-37759.6603, 0.0152)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-37759.6077, 0.0152)
Iteration: 10 (-37759.1388, 0.0151)
Iteration: 20 (-37758.6255, 0.0150)
Iteration: 30 (-37758.1201, 0.0149)
Iteration: 40 (-37757.6222, 0.0148)
Iteration: 50 (-37757.1317, 0.0147)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-37757.0831, 0.0146)
Iteration: 10 (-37756.6482, 0.0146)
Iteration: 20 (-37756.1716, 0.0145)
Iteration: 30 (-37755.7015, 0.0144)
Iteration: 40 (-37755.2377, 0.0143)
Iteration: 50 (-37754.7801, 0.0142)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-37754.7347, 0.0142)
Iteration: 10 (-37754.3284, 0.0141)
Iteration: 20 (-37753.8825, 0.0140)
Iteration: 30 (-37753.4422, 0.0140)
Iteration: 40 (-37753.0072, 0.0139)
Iteration: 50 (-37752.5776, 0.0138)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-37752.5349, 0.0138)
Iteration: 10 (-37752.1530, 0.0137)
Iteration: 20 (-37751.7333, 0.0137)
Iteration: 30 (-37751.3185, 0.0136)
Iteration: 40 (-37750.9083, 0.0135)
Iteration: 50 (-37750.5027, 0.0134)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-37750.4623, 0.0134)
Iteration: 10 (-37750.1015, 0.0134)
Iteration: 20 (-37749.7046, 0.0133)
Iteration: 30 (-37749.3119, 0.0132)
Iteration: 40 (-37748.9233, 0.0132)
Iteration: 50 (-37748.5387, 0.0131)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-37748.5004, 0.0131)
Iteration: 10 (-37748.1579, 0.0130)
Iteration: 20 (-37747.7810, 0.0130)
Iteration: 30 (-37747.4078, 0.0129)
Iteration: 40 (-37747.0382, 0.0129)
Iteration: 50 (-37746.6721, 0.0128)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-37746.6357, 0.0128)
Iteration: 10 (-37746.3095, 0.0127)
Iteration: 20 (-37745.9502, 0.0127)
Iteration: 30 (-37745.5943, 0.0126)
Iteration: 40 (-37745.2416, 0.0126)
Iteration: 50 (-37744.8920, 0.0125)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-37744.8573, 0.0125)
Iteration: 10 (-37744.5456, 0.0124)
Iteration: 20 (-37744.2022, 0.0124)
Iteration: 30 (-37743.8617, 0.0123)
Iteration: 40 (-37743.5241, 0.0123)
Iteration: 50 (-37743.1894, 0.0122)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-37743.1561, 0.0122)
Iteration: 10 (-37742.8575, 0.0122)
Iteration: 20 (-37742.5283, 0.0121)
Iteration: 30 (-37742.2018, 0.0121)
Iteration: 40 (-37741.8779, 0.0120)
Iteration: 50 (-37741.5567, 0.0120)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-37741.5247, 0.0119)
Iteration: 10 (-37741.2379, 0.0119)
Iteration: 20 (-37740.9216, 0.0118)
Iteration: 30 (-37740.6078, 0.0118)
Iteration: 40 (-37740.2964, 0.0117)
Iteration: 50 (-37739.9873, 0.0117)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-37739.9565, 0.0117)
Iteration: 10 (-37739.6805, 0.0116)
Iteration: 20 (-37739.3760, 0.0116)
Iteration: 30 (-37739.0738, 0.0115)
Iteration: 40 (-37738.7737, 0.0115)
Iteration: 50 (-37738.4758, 0.0114)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-37738.4461, 0.0114)
Iteration: 10 (-37738.1800, 0.0114)
Iteration: 20 (-37737.8863, 0.0113)
Iteration: 30 (-37737.5947, 0.0113)
Iteration: 40 (-37737.3051, 0.0112)
Iteration: 50 (-37737.0174, 0.0112)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-37736.9888, 0.0112)
Iteration: 10 (-37736.7317, 0.0111)
Iteration: 20 (-37736.4480, 0.0111)
Iteration: 30 (-37736.1661, 0.0110)
Iteration: 40 (-37735.8862, 0.0110)
Iteration: 50 (-37735.6080, 0.0109)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-37735.5803, 0.0109)
Iteration: 10 (-37735.3317, 0.0109)
Iteration: 20 (-37735.0571, 0.0108)
Iteration: 30 (-37734.7843, 0.0108)
Iteration: 40 (-37734.5133, 0.0108)
Iteration: 50 (-37734.2439, 0.0107)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-37734.2171, 0.0107)
Iteration: 10 (-37733.9763, 0.0107)
Iteration: 20 (-37733.7103, 0.0106)
Iteration: 30 (-37733.4459, 0.0106)
Iteration: 40 (-37733.1832, 0.0105)
Iteration: 50 (-37732.9220, 0.0105)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-37732.8960, 0.0105)
Iteration: 10 (-37732.6624, 0.0104)
Iteration: 20 (-37732.4044, 0.0104)
Iteration: 30 (-37732.1479, 0.0103)
Iteration: 40 (-37731.8929, 0.0103)
Iteration: 50 (-37731.6394, 0.0103)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-37731.6141, 0.0102)
Iteration: 10 (-37731.3873, 0.0102)
Iteration: 20 (-37731.1367, 0.0102)
Iteration: 30 (-37730.8876, 0.0101)
Iteration: 40 (-37730.6398, 0.0101)
Iteration: 50 (-37730.3935, 0.0100)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-37730.3689, 0.0100)
Iteration: 10 (-37730.1485, 0.0100)
Iteration: 20 (-37729.9049, 0.0099)
Iteration: 30 (-37729.6626, 0.0099)
Iteration: 40 (-37729.4217, 0.0099)
Iteration: 50 (-37729.1820, 0.0098)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-37729.1581, 0.0098)
Iteration: 10 (-37728.9437, 0.0098)
Iteration: 20 (-37728.7067, 0.0097)
Iteration: 30 (-37728.4709, 0.0097)
Iteration: 40 (-37728.2364, 0.0097)
Iteration: 50 (-37728.0031, 0.0096)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-37727.9798, 0.0096)
Iteration: 10 (-37727.7710, 0.0096)
Iteration: 20 (-37727.5402, 0.0095)
Iteration: 30 (-37727.3105, 0.0095)
Iteration: 40 (-37727.0821, 0.0095)
Iteration: 50 (-37726.8548, 0.0094)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-37726.8321, 0.0094)
Iteration: 10 (-37726.6286, 0.0094)
Iteration: 20 (-37726.4036, 0.0093)
Iteration: 30 (-37726.1798, 0.0093)
Iteration: 40 (-37725.9570, 0.0093)
Iteration: 50 (-37725.7354, 0.0092)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-37725.7133, 0.0092)
Iteration: 10 (-37725.5149, 0.0092)
Iteration: 20 (-37725.2954, 0.0092)
Iteration: 30 (-37725.0771, 0.0091)
Iteration: 40 (-37724.8598, 0.0091)
Iteration: 50 (-37724.6435, 0.0090)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-37724.6219, 0.0090)
Iteration: 10 (-37724.4283, 0.0090)
Iteration: 20 (-37724.2141, 0.0090)
Iteration: 30 (-37724.0010, 0.0089)
Iteration: 40 (-37723.7889, 0.0089)
Iteration: 50 (-37723.5777, 0.0089)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-37723.5567, 0.0089)
Iteration: 10 (-37723.3676, 0.0088)
Iteration: 20 (-37723.1585, 0.0088)
Iteration: 30 (-37722.9503, 0.0088)
Iteration: 40 (-37722.7431, 0.0087)
Iteration: 50 (-37722.5369, 0.0087)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-37722.5163, 0.0087)
Iteration: 10 (-37722.3316, 0.0086)
Iteration: 20 (-37722.1272, 0.0086)
Iteration: 30 (-37721.9238, 0.0086)
Iteration: 40 (-37721.7213, 0.0085)
Iteration: 50 (-37721.5197, 0.0085)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-37721.4996, 0.0085)
Iteration: 10 (-37721.3191, 0.0085)
Iteration: 20 (-37721.1193, 0.0084)
Iteration: 30 (-37720.9204, 0.0084)
Iteration: 40 (-37720.7224, 0.0084)
Iteration: 50 (-37720.5253, 0.0083)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-37720.5056, 0.0083)
Iteration: 10 (-37720.3291, 0.0083)
Iteration: 20 (-37720.1337, 0.0083)
Iteration: 30 (-37719.9392, 0.0082)
Iteration: 40 (-37719.7455, 0.0082)
Iteration: 50 (-37719.5527, 0.0082)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-37719.5334, 0.0082)
Iteration: 10 (-37719.3607, 0.0082)
Iteration: 20 (-37719.1695, 0.0081)
Iteration: 30 (-37718.9792, 0.0081)
Iteration: 40 (-37718.7897, 0.0081)
Iteration: 50 (-37718.6010, 0.0080)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 1
Iteration: 1 (-44957.2834,    Inf)
Iteration: 10 (-38673.0478, 1.1291)
Iteration: 20 (-38301.9734, 0.4584)
Iteration: 30 (-38185.3390, 0.2778)
Iteration: 40 (-38127.5624, 0.1979)
Iteration: 50 (-38092.4338, 0.1536)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-38089.6445, 0.1502)
Iteration: 10 (-38068.4799, 0.1256)
Iteration: 20 (-38050.9216, 0.1065)
Iteration: 30 (-38037.3955, 0.0926)
Iteration: 40 (-38026.5876, 0.0821)
Iteration: 50 (-38017.7040, 0.0738)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-38016.9002, 0.0731)
Iteration: 10 (-38010.2348, 0.0672)
Iteration: 20 (-38003.8362, 0.0618)
Iteration: 30 (-37998.2681, 0.0573)
Iteration: 40 (-37993.3575, 0.0536)
Iteration: 50 (-37988.9764, 0.0504)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-37988.5635, 0.0501)
Iteration: 10 (-37985.0282, 0.0476)
Iteration: 20 (-37981.4386, 0.0452)
Iteration: 30 (-37978.1496, 0.0431)
Iteration: 40 (-37975.1152, 0.0413)
Iteration: 50 (-37972.2985, 0.0397)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-37972.0276, 0.0396)
Iteration: 10 (-37969.6696, 0.0383)
Iteration: 20 (-37967.2040, 0.0370)
Iteration: 30 (-37964.8815, 0.0358)
Iteration: 40 (-37962.6852, 0.0348)
Iteration: 50 (-37960.6009, 0.0339)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-37960.3981, 0.0338)
Iteration: 10 (-37958.6165, 0.0330)
Iteration: 20 (-37956.7220, 0.0322)
Iteration: 30 (-37954.9086, 0.0315)
Iteration: 40 (-37953.1687, 0.0309)
Iteration: 50 (-37951.4959, 0.0303)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-37951.3321, 0.0302)
Iteration: 10 (-37949.8845, 0.0297)
Iteration: 20 (-37948.3295, 0.0292)
Iteration: 30 (-37946.8266, 0.0287)
Iteration: 40 (-37945.3721, 0.0282)
Iteration: 50 (-37943.9623, 0.0278)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-37943.8237, 0.0278)
Iteration: 10 (-37942.5945, 0.0274)
Iteration: 20 (-37941.2658, 0.0270)
Iteration: 30 (-37939.9739, 0.0267)
Iteration: 40 (-37938.7166, 0.0263)
Iteration: 50 (-37937.4918, 0.0260)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-37937.3711, 0.0259)
Iteration: 10 (-37936.2980, 0.0257)
Iteration: 20 (-37935.1333, 0.0253)
Iteration: 30 (-37933.9965, 0.0251)
Iteration: 40 (-37932.8860, 0.0248)
Iteration: 50 (-37931.8007, 0.0245)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-37931.6935, 0.0245)
Iteration: 10 (-37930.7395, 0.0242)
Iteration: 20 (-37929.7012, 0.0240)
Iteration: 30 (-37928.6850, 0.0237)
Iteration: 40 (-37927.6899, 0.0235)
Iteration: 50 (-37926.7150, 0.0232)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-37926.6186, 0.0232)
Iteration: 10 (-37925.7596, 0.0230)
Iteration: 20 (-37924.8230, 0.0227)
Iteration: 30 (-37923.9045, 0.0225)
Iteration: 40 (-37923.0033, 0.0223)
Iteration: 50 (-37922.1190, 0.0221)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-37922.0315, 0.0221)
Iteration: 10 (-37921.2509, 0.0219)
Iteration: 20 (-37920.3985, 0.0216)
Iteration: 30 (-37919.5613, 0.0214)
Iteration: 40 (-37918.7388, 0.0212)
Iteration: 50 (-37917.9305, 0.0210)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-37917.8504, 0.0210)
Iteration: 10 (-37917.1360, 0.0208)
Iteration: 20 (-37916.3549, 0.0206)
Iteration: 30 (-37915.5868, 0.0204)
Iteration: 40 (-37914.8313, 0.0202)
Iteration: 50 (-37914.0880, 0.0201)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-37914.0143, 0.0200)
Iteration: 10 (-37913.3566, 0.0199)
Iteration: 20 (-37912.6367, 0.0197)
Iteration: 30 (-37911.9281, 0.0195)
Iteration: 40 (-37911.2304, 0.0193)
Iteration: 50 (-37910.5434, 0.0191)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-37910.4753, 0.0191)
Iteration: 10 (-37909.8667, 0.0190)
Iteration: 20 (-37909.2001, 0.0188)
Iteration: 30 (-37908.5433, 0.0186)
Iteration: 40 (-37907.8962, 0.0185)
Iteration: 50 (-37907.2583, 0.0183)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-37907.1950, 0.0183)
Iteration: 10 (-37906.6295, 0.0181)
Iteration: 20 (-37906.0096, 0.0180)
Iteration: 30 (-37905.3984, 0.0178)
Iteration: 40 (-37904.7957, 0.0176)
Iteration: 50 (-37904.2011, 0.0175)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-37904.1421, 0.0175)
Iteration: 10 (-37903.6147, 0.0173)
Iteration: 20 (-37903.0361, 0.0172)
Iteration: 30 (-37902.4652, 0.0170)
Iteration: 40 (-37901.9018, 0.0169)
Iteration: 50 (-37901.3458, 0.0167)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-37901.2906, 0.0167)
Iteration: 10 (-37900.7969, 0.0166)
Iteration: 20 (-37900.2551, 0.0164)
Iteration: 30 (-37899.7201, 0.0163)
Iteration: 40 (-37899.1919, 0.0162)
Iteration: 50 (-37898.6702, 0.0160)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-37898.6184, 0.0160)
Iteration: 10 (-37898.1550, 0.0159)
Iteration: 20 (-37897.6460, 0.0157)
Iteration: 30 (-37897.1433, 0.0156)
Iteration: 40 (-37896.6465, 0.0155)
Iteration: 50 (-37896.1557, 0.0153)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-37896.1070, 0.0153)
Iteration: 10 (-37895.6707, 0.0152)
Iteration: 20 (-37895.1914, 0.0151)
Iteration: 30 (-37894.7177, 0.0150)
Iteration: 40 (-37894.2494, 0.0148)
Iteration: 50 (-37893.7865, 0.0147)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-37893.7405, 0.0147)
Iteration: 10 (-37893.3288, 0.0146)
Iteration: 20 (-37892.8763, 0.0145)
Iteration: 30 (-37892.4288, 0.0144)
Iteration: 40 (-37891.9863, 0.0142)
Iteration: 50 (-37891.5486, 0.0141)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-37891.5051, 0.0141)
Iteration: 10 (-37891.1157, 0.0140)
Iteration: 20 (-37890.6875, 0.0139)
Iteration: 30 (-37890.2640, 0.0138)
Iteration: 40 (-37889.8449, 0.0137)
Iteration: 50 (-37889.4302, 0.0136)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-37889.3890, 0.0136)
Iteration: 10 (-37889.0199, 0.0135)
Iteration: 20 (-37888.6139, 0.0134)
Iteration: 30 (-37888.2121, 0.0132)
Iteration: 40 (-37887.8145, 0.0131)
Iteration: 50 (-37887.4208, 0.0130)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-37887.3817, 0.0130)
Iteration: 10 (-37887.0312, 0.0129)
Iteration: 20 (-37886.6455, 0.0128)
Iteration: 30 (-37886.2637, 0.0127)
Iteration: 40 (-37885.8856, 0.0127)
Iteration: 50 (-37885.5113, 0.0126)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-37885.4740, 0.0125)
Iteration: 10 (-37885.1406, 0.0125)
Iteration: 20 (-37884.7735, 0.0124)
Iteration: 30 (-37884.4100, 0.0123)
Iteration: 40 (-37884.0499, 0.0122)
Iteration: 50 (-37883.6933, 0.0121)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-37883.6578, 0.0121)
Iteration: 10 (-37883.3400, 0.0120)
Iteration: 20 (-37882.9901, 0.0119)
Iteration: 30 (-37882.6434, 0.0118)
Iteration: 40 (-37882.3000, 0.0118)
Iteration: 50 (-37881.9597, 0.0117)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-37881.9258, 0.0117)
Iteration: 10 (-37881.6225, 0.0116)
Iteration: 20 (-37881.2884, 0.0115)
Iteration: 30 (-37880.9573, 0.0114)
Iteration: 40 (-37880.6292, 0.0113)
Iteration: 50 (-37880.3040, 0.0113)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-37880.2716, 0.0113)
Iteration: 10 (-37879.9817, 0.0112)
Iteration: 20 (-37879.6622, 0.0111)
Iteration: 30 (-37879.3455, 0.0110)
Iteration: 40 (-37879.0316, 0.0110)
Iteration: 50 (-37878.7204, 0.0109)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-37878.6894, 0.0109)
Iteration: 10 (-37878.4119, 0.0108)
Iteration: 20 (-37878.1060, 0.0107)
Iteration: 30 (-37877.8026, 0.0107)
Iteration: 40 (-37877.5019, 0.0106)
Iteration: 50 (-37877.2037, 0.0105)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-37877.1740, 0.0105)
Iteration: 10 (-37876.9079, 0.0105)
Iteration: 20 (-37876.6146, 0.0104)
Iteration: 30 (-37876.3237, 0.0103)
Iteration: 40 (-37876.0352, 0.0103)
Iteration: 50 (-37875.7491, 0.0102)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-37875.7206, 0.0102)
Iteration: 10 (-37875.4652, 0.0101)
Iteration: 20 (-37875.1837, 0.0101)
Iteration: 30 (-37874.9044, 0.0100)
Iteration: 40 (-37874.6273, 0.0099)
Iteration: 50 (-37874.3524, 0.0099)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-37874.3250, 0.0099)
Iteration: 10 (-37874.0796, 0.0098)
Iteration: 20 (-37873.8090, 0.0098)
Iteration: 30 (-37873.5405, 0.0097)
Iteration: 40 (-37873.2741, 0.0096)
Iteration: 50 (-37873.0097, 0.0096)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-37872.9834, 0.0096)
Iteration: 10 (-37872.7473, 0.0095)
Iteration: 20 (-37872.4870, 0.0095)
Iteration: 30 (-37872.2286, 0.0094)
Iteration: 40 (-37871.9721, 0.0094)
Iteration: 50 (-37871.7175, 0.0093)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-37871.6922, 0.0093)
Iteration: 10 (-37871.4649, 0.0092)
Iteration: 20 (-37871.2141, 0.0092)
Iteration: 30 (-37870.9652, 0.0091)
Iteration: 40 (-37870.7180, 0.0091)
Iteration: 50 (-37870.4727, 0.0090)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-37870.4483, 0.0090)
Iteration: 10 (-37870.2292, 0.0090)
Iteration: 20 (-37869.9874, 0.0089)
Iteration: 30 (-37869.7473, 0.0089)
Iteration: 40 (-37869.5089, 0.0088)
Iteration: 50 (-37869.2723, 0.0088)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-37869.2487, 0.0088)
Iteration: 10 (-37869.0373, 0.0087)
Iteration: 20 (-37868.8039, 0.0087)
Iteration: 30 (-37868.5722, 0.0086)
Iteration: 40 (-37868.3421, 0.0086)
Iteration: 50 (-37868.1135, 0.0085)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-37868.0908, 0.0085)
Iteration: 10 (-37867.8866, 0.0085)
Iteration: 20 (-37867.6612, 0.0085)
Iteration: 30 (-37867.4373, 0.0084)
Iteration: 40 (-37867.2149, 0.0084)
Iteration: 50 (-37866.9941, 0.0083)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-37866.9721, 0.0083)
Iteration: 10 (-37866.7747, 0.0083)
Iteration: 20 (-37866.5568, 0.0082)
Iteration: 30 (-37866.3403, 0.0082)
Iteration: 40 (-37866.1253, 0.0082)
Iteration: 50 (-37865.9116, 0.0081)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-37865.8903, 0.0081)
Iteration: 10 (-37865.6994, 0.0081)
Iteration: 20 (-37865.4885, 0.0080)
Iteration: 30 (-37865.2790, 0.0080)
Iteration: 40 (-37865.0709, 0.0079)
Iteration: 50 (-37864.8641, 0.0079)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-37864.8435, 0.0079)
Iteration: 10 (-37864.6586, 0.0079)
Iteration: 20 (-37864.4545, 0.0078)
Iteration: 30 (-37864.2516, 0.0078)
Iteration: 40 (-37864.0500, 0.0078)
Iteration: 50 (-37863.8496, 0.0077)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 1
Iteration: 1 (-44664.2164,    Inf)
Iteration: 10 (-38251.5679, 1.1497)
Iteration: 20 (-37858.5592, 0.4703)
Iteration: 30 (-37734.1564, 0.2856)
Iteration: 40 (-37672.7851, 0.2031)
Iteration: 50 (-37635.7680, 0.1570)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-37632.8439, 0.1535)
Iteration: 10 (-37610.7518, 0.1278)
Iteration: 20 (-37592.5835, 0.1077)
Iteration: 30 (-37578.7196, 0.0931)
Iteration: 40 (-37567.7498, 0.0819)
Iteration: 50 (-37558.8241, 0.0732)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-37558.0211, 0.0724)
Iteration: 10 (-37551.3975, 0.0661)
Iteration: 20 (-37545.1037, 0.0603)
Iteration: 30 (-37539.6869, 0.0555)
Iteration: 40 (-37534.9630, 0.0514)
Iteration: 50 (-37530.7963, 0.0479)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-37530.4060, 0.0476)
Iteration: 10 (-37527.0841, 0.0449)
Iteration: 20 (-37523.7479, 0.0423)
Iteration: 30 (-37520.7261, 0.0401)
Iteration: 40 (-37517.9701, 0.0380)
Iteration: 50 (-37515.4409, 0.0363)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-37515.1992, 0.0361)
Iteration: 10 (-37513.1068, 0.0347)
Iteration: 20 (-37510.9417, 0.0332)
Iteration: 30 (-37508.9243, 0.0319)
Iteration: 40 (-37507.0366, 0.0308)
Iteration: 50 (-37505.2636, 0.0297)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-37505.0920, 0.0296)
Iteration: 10 (-37503.5923, 0.0288)
Iteration: 20 (-37502.0121, 0.0279)
Iteration: 30 (-37500.5135, 0.0271)
Iteration: 40 (-37499.0885, 0.0264)
Iteration: 50 (-37497.7301, 0.0257)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-37497.5977, 0.0256)
Iteration: 10 (-37496.4321, 0.0251)
Iteration: 20 (-37495.1894, 0.0245)
Iteration: 30 (-37493.9971, 0.0239)
Iteration: 40 (-37492.8510, 0.0234)
Iteration: 50 (-37491.7477, 0.0230)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-37491.6396, 0.0229)
Iteration: 10 (-37490.6837, 0.0225)
Iteration: 20 (-37489.6561, 0.0221)
Iteration: 30 (-37488.6624, 0.0218)
Iteration: 40 (-37487.7001, 0.0214)
Iteration: 50 (-37486.7671, 0.0210)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-37486.6754, 0.0210)
Iteration: 10 (-37485.8616, 0.0207)
Iteration: 20 (-37484.9818, 0.0204)
Iteration: 30 (-37484.1261, 0.0201)
Iteration: 40 (-37483.2930, 0.0199)
Iteration: 50 (-37482.4813, 0.0196)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-37482.4013, 0.0196)
Iteration: 10 (-37481.6897, 0.0194)
Iteration: 20 (-37480.9172, 0.0191)
Iteration: 30 (-37480.1627, 0.0189)
Iteration: 40 (-37479.4253, 0.0187)
Iteration: 50 (-37478.7041, 0.0185)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-37478.6328, 0.0184)
Iteration: 10 (-37477.9983, 0.0183)
Iteration: 20 (-37477.3073, 0.0181)
Iteration: 30 (-37476.6302, 0.0179)
Iteration: 40 (-37475.9665, 0.0177)
Iteration: 50 (-37475.3156, 0.0175)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-37475.2512, 0.0175)
Iteration: 10 (-37474.6769, 0.0174)
Iteration: 20 (-37474.0499, 0.0172)
Iteration: 30 (-37473.4342, 0.0171)
Iteration: 40 (-37472.8292, 0.0169)
Iteration: 50 (-37472.2346, 0.0168)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-37472.1757, 0.0167)
Iteration: 10 (-37471.6499, 0.0166)
Iteration: 20 (-37471.0748, 0.0165)
Iteration: 30 (-37470.5090, 0.0163)
Iteration: 40 (-37469.9521, 0.0162)
Iteration: 50 (-37469.4037, 0.0161)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-37469.3493, 0.0161)
Iteration: 10 (-37468.8637, 0.0160)
Iteration: 20 (-37468.3316, 0.0158)
Iteration: 30 (-37467.8074, 0.0157)
Iteration: 40 (-37467.2906, 0.0156)
Iteration: 50 (-37466.7811, 0.0155)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-37466.7305, 0.0155)
Iteration: 10 (-37466.2787, 0.0154)
Iteration: 20 (-37465.7830, 0.0152)
Iteration: 30 (-37465.2941, 0.0151)
Iteration: 40 (-37464.8115, 0.0150)
Iteration: 50 (-37464.3352, 0.0149)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-37464.2879, 0.0149)
Iteration: 10 (-37463.8650, 0.0148)
Iteration: 20 (-37463.4007, 0.0147)
Iteration: 30 (-37462.9422, 0.0146)
Iteration: 40 (-37462.4893, 0.0145)
Iteration: 50 (-37462.0418, 0.0144)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-37461.9973, 0.0144)
Iteration: 10 (-37461.5996, 0.0143)
Iteration: 20 (-37461.1626, 0.0142)
Iteration: 30 (-37460.7307, 0.0141)
Iteration: 40 (-37460.3037, 0.0140)
Iteration: 50 (-37459.8815, 0.0139)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-37459.8395, 0.0139)
Iteration: 10 (-37459.4640, 0.0138)
Iteration: 20 (-37459.0511, 0.0138)
Iteration: 30 (-37458.6427, 0.0137)
Iteration: 40 (-37458.2387, 0.0136)
Iteration: 50 (-37457.8390, 0.0135)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-37457.7992, 0.0135)
Iteration: 10 (-37457.4435, 0.0134)
Iteration: 20 (-37457.0520, 0.0133)
Iteration: 30 (-37456.6646, 0.0132)
Iteration: 40 (-37456.2812, 0.0132)
Iteration: 50 (-37455.9015, 0.0131)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-37455.8638, 0.0131)
Iteration: 10 (-37455.5257, 0.0130)
Iteration: 20 (-37455.1536, 0.0129)
Iteration: 30 (-37454.7851, 0.0128)
Iteration: 40 (-37454.4201, 0.0128)
Iteration: 50 (-37454.0587, 0.0127)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-37454.0227, 0.0127)
Iteration: 10 (-37453.7006, 0.0126)
Iteration: 20 (-37453.3460, 0.0125)
Iteration: 30 (-37452.9946, 0.0124)
Iteration: 40 (-37452.6465, 0.0124)
Iteration: 50 (-37452.3015, 0.0123)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-37452.2672, 0.0123)
Iteration: 10 (-37451.9597, 0.0122)
Iteration: 20 (-37451.6209, 0.0121)
Iteration: 30 (-37451.2852, 0.0121)
Iteration: 40 (-37450.9524, 0.0120)
Iteration: 50 (-37450.6225, 0.0119)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-37450.5897, 0.0119)
Iteration: 10 (-37450.2955, 0.0119)
Iteration: 20 (-37449.9713, 0.0118)
Iteration: 30 (-37449.6499, 0.0117)
Iteration: 40 (-37449.3312, 0.0117)
Iteration: 50 (-37449.0152, 0.0116)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-37448.9837, 0.0116)
Iteration: 10 (-37448.7018, 0.0115)
Iteration: 20 (-37448.3910, 0.0115)
Iteration: 30 (-37448.0828, 0.0114)
Iteration: 40 (-37447.7770, 0.0113)
Iteration: 50 (-37447.4738, 0.0113)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-37447.4436, 0.0113)
Iteration: 10 (-37447.1730, 0.0112)
Iteration: 20 (-37446.8746, 0.0111)
Iteration: 30 (-37446.5786, 0.0111)
Iteration: 40 (-37446.2849, 0.0110)
Iteration: 50 (-37445.9935, 0.0109)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-37445.9644, 0.0109)
Iteration: 10 (-37445.7043, 0.0109)
Iteration: 20 (-37445.4174, 0.0108)
Iteration: 30 (-37445.1327, 0.0108)
Iteration: 40 (-37444.8502, 0.0107)
Iteration: 50 (-37444.5698, 0.0106)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-37444.5418, 0.0106)
Iteration: 10 (-37444.2915, 0.0106)
Iteration: 20 (-37444.0152, 0.0105)
Iteration: 30 (-37443.7411, 0.0105)
Iteration: 40 (-37443.4689, 0.0104)
Iteration: 50 (-37443.1988, 0.0104)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-37443.1719, 0.0104)
Iteration: 10 (-37442.9306, 0.0103)
Iteration: 20 (-37442.6644, 0.0102)
Iteration: 30 (-37442.4001, 0.0102)
Iteration: 40 (-37442.1376, 0.0101)
Iteration: 50 (-37441.8771, 0.0101)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-37441.8511, 0.0101)
Iteration: 10 (-37441.6184, 0.0100)
Iteration: 20 (-37441.3615, 0.0100)
Iteration: 30 (-37441.1064, 0.0099)
Iteration: 40 (-37440.8531, 0.0099)
Iteration: 50 (-37440.6015, 0.0098)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-37440.5764, 0.0098)
Iteration: 10 (-37440.3516, 0.0098)
Iteration: 20 (-37440.1035, 0.0097)
Iteration: 30 (-37439.8571, 0.0097)
Iteration: 40 (-37439.6123, 0.0096)
Iteration: 50 (-37439.3691, 0.0096)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-37439.3449, 0.0096)
Iteration: 10 (-37439.1276, 0.0095)
Iteration: 20 (-37438.8877, 0.0095)
Iteration: 30 (-37438.6494, 0.0094)
Iteration: 40 (-37438.4127, 0.0094)
Iteration: 50 (-37438.1775, 0.0093)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-37438.1540, 0.0093)
Iteration: 10 (-37437.9438, 0.0093)
Iteration: 20 (-37437.7117, 0.0092)
Iteration: 30 (-37437.4810, 0.0092)
Iteration: 40 (-37437.2518, 0.0091)
Iteration: 50 (-37437.0241, 0.0091)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-37437.0014, 0.0091)
Iteration: 10 (-37436.7979, 0.0090)
Iteration: 20 (-37436.5730, 0.0090)
Iteration: 30 (-37436.3496, 0.0090)
Iteration: 40 (-37436.1276, 0.0089)
Iteration: 50 (-37435.9069, 0.0089)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-37435.8850, 0.0089)
Iteration: 10 (-37435.6877, 0.0088)
Iteration: 20 (-37435.4698, 0.0088)
Iteration: 30 (-37435.2532, 0.0087)
Iteration: 40 (-37435.0379, 0.0087)
Iteration: 50 (-37434.8239, 0.0087)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-37434.8026, 0.0087)
Iteration: 10 (-37434.6113, 0.0086)
Iteration: 20 (-37434.3999, 0.0086)
Iteration: 30 (-37434.1898, 0.0085)
Iteration: 40 (-37433.9809, 0.0085)
Iteration: 50 (-37433.7733, 0.0085)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-37433.7526, 0.0085)
Iteration: 10 (-37433.5669, 0.0084)
Iteration: 20 (-37433.3617, 0.0084)
Iteration: 30 (-37433.1577, 0.0083)
Iteration: 40 (-37432.9549, 0.0083)
Iteration: 50 (-37432.7533, 0.0083)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-37432.7332, 0.0083)
Iteration: 10 (-37432.5529, 0.0082)
Iteration: 20 (-37432.3536, 0.0082)
Iteration: 30 (-37432.1554, 0.0081)
Iteration: 40 (-37431.9584, 0.0081)
Iteration: 50 (-37431.7625, 0.0081)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-37431.7429, 0.0081)
Iteration: 10 (-37431.5676, 0.0080)
Iteration: 20 (-37431.3739, 0.0080)
Iteration: 30 (-37431.1813, 0.0080)
Iteration: 40 (-37430.9897, 0.0079)
Iteration: 50 (-37430.7992, 0.0079)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-37430.7803, 0.0079)
Iteration: 10 (-37430.6098, 0.0079)
Iteration: 20 (-37430.4214, 0.0078)
Iteration: 30 (-37430.2340, 0.0078)
Iteration: 40 (-37430.0477, 0.0078)
Iteration: 50 (-37429.8624, 0.0077)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-37429.8439, 0.0077)
Iteration: 10 (-37429.6780, 0.0077)
Iteration: 20 (-37429.4947, 0.0077)
Iteration: 30 (-37429.3123, 0.0076)
Iteration: 40 (-37429.1309, 0.0076)
Iteration: 50 (-37428.9505, 0.0076)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 1
Iteration: 1 (-44719.7786,    Inf)
Iteration: 10 (-38383.3409, 1.1404)
Iteration: 20 (-38003.9000, 0.4633)
Iteration: 30 (-37884.1713, 0.2800)
Iteration: 40 (-37824.9858, 0.1986)
Iteration: 50 (-37789.2317, 0.1536)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 2
Iteration: 1 (-37786.4065, 0.1502)
Iteration: 10 (-37765.0640, 0.1252)
Iteration: 20 (-37747.5238, 0.1057)
Iteration: 30 (-37734.1546, 0.0915)
Iteration: 40 (-37723.5910, 0.0808)
Iteration: 50 (-37715.0091, 0.0723)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 3
Iteration: 1 (-37714.2378, 0.0716)
Iteration: 10 (-37707.8800, 0.0656)
Iteration: 20 (-37701.8480, 0.0600)
Iteration: 30 (-37696.6646, 0.0553)
Iteration: 40 (-37692.1509, 0.0514)
Iteration: 50 (-37688.1747, 0.0481)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 4
Iteration: 1 (-37687.8026, 0.0478)
Iteration: 10 (-37684.6365, 0.0452)
Iteration: 20 (-37681.4598, 0.0427)
Iteration: 30 (-37678.5848, 0.0405)
Iteration: 40 (-37675.9644, 0.0385)
Iteration: 50 (-37673.5606, 0.0368)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 5
Iteration: 1 (-37673.3309, 38.9126)
Iteration: 10 (-37671.3427, 0.0353)
Iteration: 20 (-37669.2856, 0.0339)
Iteration: 30 (-37667.3686, 0.0326)
Iteration: 40 (-37665.5745, 0.0315)
Iteration: 50 (-37663.8886, 0.0305)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 6
Iteration: 1 (-37663.7255, 0.0304)
Iteration: 10 (-37662.2987, 0.0296)
Iteration: 20 (-37660.7945, 0.0287)
Iteration: 30 (-37659.3670, 0.0280)
Iteration: 40 (-37658.0084, 0.0272)
Iteration: 50 (-37656.7123, 0.0266)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 7
Iteration: 1 (-37656.5859, 0.0265)
Iteration: 10 (-37655.4727, 0.0260)
Iteration: 20 (-37654.2847, 0.0254)
Iteration: 30 (-37653.1438, 0.0249)
Iteration: 40 (-37652.0461, 0.0244)
Iteration: 50 (-37650.9881, 0.0239)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 8
Iteration: 1 (-37650.8844, 0.0239)
Iteration: 10 (-37649.9669, 0.0235)
Iteration: 20 (-37648.9797, 0.0231)
Iteration: 30 (-37648.0240, 0.0227)
Iteration: 40 (-37647.0976, 0.0224)
Iteration: 50 (-37646.1987, 0.0220)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 9
Iteration: 1 (-37646.1102, 0.0220)
Iteration: 10 (-37645.3253, 0.0217)
Iteration: 20 (-37644.4760, 0.0214)
Iteration: 30 (-37643.6492, 0.0211)
Iteration: 40 (-37642.8436, 0.0208)
Iteration: 50 (-37642.0580, 0.0206)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 10
Iteration: 1 (-37641.9805, 0.0205)
Iteration: 10 (-37641.2913, 0.0203)
Iteration: 20 (-37640.5426, 0.0201)
Iteration: 30 (-37639.8107, 0.0198)
Iteration: 40 (-37639.0950, 0.0196)
Iteration: 50 (-37638.3946, 0.0194)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 11
Iteration: 1 (-37638.3254, 0.0194)
Iteration: 10 (-37637.7088, 0.0192)
Iteration: 20 (-37637.0369, 0.0190)
Iteration: 30 (-37636.3783, 0.0188)
Iteration: 40 (-37635.7324, 0.0186)
Iteration: 50 (-37635.0987, 0.0184)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 12
Iteration: 1 (-37635.0360, 0.0184)
Iteration: 10 (-37634.4766, 0.0182)
Iteration: 20 (-37633.8657, 0.0180)
Iteration: 30 (-37633.2655, 0.0179)
Iteration: 40 (-37632.6756, 0.0177)
Iteration: 50 (-37632.0957, 0.0175)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 13
Iteration: 1 (-37632.0382, 0.0175)
Iteration: 10 (-37631.5253, 0.0174)
Iteration: 20 (-37630.9642, 0.0172)
Iteration: 30 (-37630.4119, 0.0171)
Iteration: 40 (-37629.8683, 0.0169)
Iteration: 50 (-37629.3329, 0.0168)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 14
Iteration: 1 (-37629.2799, 0.0168)
Iteration: 10 (-37628.8056, 0.0166)
Iteration: 20 (-37628.2861, 0.0165)
Iteration: 30 (-37627.7741, 0.0164)
Iteration: 40 (-37627.2693, 0.0162)
Iteration: 50 (-37626.7717, 0.0161)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 15
Iteration: 1 (-37626.7223, 0.0161)
Iteration: 10 (-37626.2809, 0.0160)
Iteration: 20 (-37625.7967, 0.0158)
Iteration: 30 (-37625.3190, 0.0157)
Iteration: 40 (-37624.8476, 0.0156)
Iteration: 50 (-37624.3823, 0.0155)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 16
Iteration: 1 (-37624.3361, 0.0155)
Iteration: 10 (-37623.9230, 0.0153)
Iteration: 20 (-37623.4694, 0.0152)
Iteration: 30 (-37623.0215, 0.0151)
Iteration: 40 (-37622.5790, 0.0150)
Iteration: 50 (-37622.1419, 0.0149)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 17
Iteration: 1 (-37622.0985, 0.0149)
Iteration: 10 (-37621.7100, 0.0148)
Iteration: 20 (-37621.2832, 0.0147)
Iteration: 30 (-37620.8614, 0.0146)
Iteration: 40 (-37620.4443, 0.0144)
Iteration: 50 (-37620.0320, 0.0143)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 18
Iteration: 1 (-37619.9911, 0.0143)
Iteration: 10 (-37619.6244, 0.0142)
Iteration: 20 (-37619.2212, 0.0141)
Iteration: 30 (-37618.8224, 0.0140)
Iteration: 40 (-37618.4279, 0.0139)
Iteration: 50 (-37618.0377, 0.0138)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 19
Iteration: 1 (-37617.9989, 0.0138)
Iteration: 10 (-37617.6515, 0.0137)
Iteration: 20 (-37617.2694, 0.0136)
Iteration: 30 (-37616.8912, 0.0135)
Iteration: 40 (-37616.5169, 0.0134)
Iteration: 50 (-37616.1464, 0.0134)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 20
Iteration: 1 (-37616.1096, 0.0133)
Iteration: 10 (-37615.7796, 0.0133)
Iteration: 20 (-37615.4164, 0.0132)
Iteration: 30 (-37615.0567, 0.0131)
Iteration: 40 (-37614.7006, 0.0130)
Iteration: 50 (-37614.3479, 0.0129)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 21
Iteration: 1 (-37614.3128, 0.0129)
Iteration: 10 (-37613.9985, 0.0128)
Iteration: 20 (-37613.6524, 0.0127)
Iteration: 30 (-37613.3095, 0.0126)
Iteration: 40 (-37612.9698, 0.0126)
Iteration: 50 (-37612.6332, 0.0125)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 22
Iteration: 1 (-37612.5997, 0.0125)
Iteration: 10 (-37612.2997, 0.0124)
Iteration: 20 (-37611.9691, 0.0123)
Iteration: 30 (-37611.6415, 0.0122)
Iteration: 40 (-37611.3168, 0.0122)
Iteration: 50 (-37610.9950, 0.0121)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 23
Iteration: 1 (-37610.9629, 0.0121)
Iteration: 10 (-37610.6759, 0.0120)
Iteration: 20 (-37610.3596, 0.0119)
Iteration: 30 (-37610.0459, 0.0118)
Iteration: 40 (-37609.7349, 0.0118)
Iteration: 50 (-37609.4266, 0.0117)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 24
Iteration: 1 (-37609.3959, 0.0117)
Iteration: 10 (-37609.1208, 0.0116)
Iteration: 20 (-37608.8175, 0.0115)
Iteration: 30 (-37608.5167, 0.0115)
Iteration: 40 (-37608.2183, 0.0114)
Iteration: 50 (-37607.9224, 0.0113)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 25
Iteration: 1 (-37607.8929, 0.0113)
Iteration: 10 (-37607.6288, 0.0113)
Iteration: 20 (-37607.3375, 0.0112)
Iteration: 30 (-37607.0486, 0.0111)
Iteration: 40 (-37606.7619, 0.0111)
Iteration: 50 (-37606.4774, 0.0110)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 26
Iteration: 1 (-37606.4491, 0.0110)
Iteration: 10 (-37606.1952, 0.0109)
Iteration: 20 (-37605.9151, 0.0109)
Iteration: 30 (-37605.6371, 0.0108)
Iteration: 40 (-37605.3612, 0.0107)
Iteration: 50 (-37605.0874, 0.0107)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 27
Iteration: 1 (-37605.0601, 0.0107)
Iteration: 10 (-37604.8156, 0.0106)
Iteration: 20 (-37604.5459, 0.0105)
Iteration: 30 (-37604.2781, 0.0105)
Iteration: 40 (-37604.0123, 0.0104)
Iteration: 50 (-37603.7484, 0.0104)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 28
Iteration: 1 (-37603.7222, 0.0104)
Iteration: 10 (-37603.4865, 0.0103)
Iteration: 20 (-37603.2264, 0.0102)
Iteration: 30 (-37602.9681, 0.0102)
Iteration: 40 (-37602.7117, 0.0101)
Iteration: 50 (-37602.4571, 0.0101)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 29
Iteration: 1 (-37602.4318, 0.0101)
Iteration: 10 (-37602.2043, 0.0100)
Iteration: 20 (-37601.9532, 0.0100)
Iteration: 30 (-37601.7039, 0.0099)
Iteration: 40 (-37601.4563, 0.0098)
Iteration: 50 (-37601.2104, 0.0098)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 30
Iteration: 1 (-37601.1859, 0.0098)
Iteration: 10 (-37600.9661, 0.0097)
Iteration: 20 (-37600.7235, 0.0097)
Iteration: 30 (-37600.4826, 0.0096)
Iteration: 40 (-37600.2432, 0.0096)
Iteration: 50 (-37600.0054, 0.0095)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 31
Iteration: 1 (-37599.9817, 0.0095)
Iteration: 10 (-37599.7693, 0.0095)
Iteration: 20 (-37599.5346, 0.0094)
Iteration: 30 (-37599.3015, 0.0094)
Iteration: 40 (-37599.0699, 0.0093)
Iteration: 50 (-37598.8399, 0.0093)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 32
Iteration: 1 (-37598.8169, 0.0093)
Iteration: 10 (-37598.6113, 0.0092)
Iteration: 20 (-37598.3841, 0.0092)
Iteration: 30 (-37598.1584, 0.0091)
Iteration: 40 (-37597.9342, 0.0091)
Iteration: 50 (-37597.7114, 0.0090)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 33
Iteration: 1 (-37597.6892, 0.0090)
Iteration: 10 (-37597.4899, 0.0090)
Iteration: 20 (-37597.2699, 0.0089)
Iteration: 30 (-37597.0512, 0.0089)
Iteration: 40 (-37596.8339, 0.0089)
Iteration: 50 (-37596.6179, 0.0088)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 34
Iteration: 1 (-37596.5964, 0.0088)
Iteration: 10 (-37596.4032, 0.0088)
Iteration: 20 (-37596.1899, 0.0087)
Iteration: 30 (-37595.9779, 0.0087)
Iteration: 40 (-37595.7671, 0.0086)
Iteration: 50 (-37595.5576, 0.0086)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 35
Iteration: 1 (-37595.5367, 0.0086)
Iteration: 10 (-37595.3494, 0.0085)
Iteration: 20 (-37595.1424, 0.0085)
Iteration: 30 (-37594.9366, 0.0085)
Iteration: 40 (-37594.7321, 0.0084)
Iteration: 50 (-37594.5287, 0.0084)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 36
Iteration: 1 (-37594.5084, 0.0084)
Iteration: 10 (-37594.3266, 0.0083)
Iteration: 20 (-37594.1256, 0.0083)
Iteration: 30 (-37593.9258, 0.0083)
Iteration: 40 (-37593.7272, 0.0082)
Iteration: 50 (-37593.5297, 0.0082)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 37
Iteration: 1 (-37593.5100, 0.0082)
Iteration: 10 (-37593.3333, 0.0081)
Iteration: 20 (-37593.1381, 0.0081)
Iteration: 30 (-37592.9439, 0.0081)
Iteration: 40 (-37592.7509, 0.0080)
Iteration: 50 (-37592.5590, 0.0080)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 38
Iteration: 1 (-37592.5398, 0.0080)
Iteration: 10 (-37592.3681, 0.0080)
Iteration: 20 (-37592.1783, 0.0079)
Iteration: 30 (-37591.9896, 0.0079)
Iteration: 40 (-37591.8019, 0.0079)
Iteration: 50 (-37591.6153, 0.0078)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 39
Iteration: 1 (-37591.5966, 0.0078)
Iteration: 10 (-37591.4296, 0.0078)
Iteration: 20 (-37591.2450, 0.0077)
Iteration: 30 (-37591.0615, 0.0077)
Iteration: 40 (-37590.8789, 0.0077)
Iteration: 50 (-37590.6973, 0.0076)
Group probs = (1.0000, 0.0000, 0.0000)

Outer iteration: 40
Iteration: 1 (-37590.6792, 0.0076)
Iteration: 10 (-37590.5166, 0.0076)
Iteration: 20 (-37590.3370, 0.0076)
Iteration: 30 (-37590.1583, 0.0075)
Iteration: 40 (-37589.9806, 0.0075)
Iteration: 50 (-37589.8038, 0.0075)
Group probs = (1.0000, 0.0000, 0.0000)

> 
> # Make perplexity table 
> bind_rows(perplex_0d %>% mutate(model="Null", i=1), 
+           perplex_1d %>% mutate(model="1-D (mix.)", i=2),
+           perplex_2d_nm %>% mutate(model="2-D (no mix.)", i=3),
+           perplex_2d %>% mutate(model="2-D (mix.)", i=4)) %>%
+           group_by(model) %>%
+           summarize(i = i[1],
+                     perp = perp[estimate=="CV"],
+                     loglik = loglik[estimate=="In sample"]) %>%
+   arrange(i) %>%
+   ungroup() %>%
+   select(model, loglik, perp) %>%
+   kbl( digits = c(0,0,2),
+        format="latex", 
+        booktabs=TRUE,
+        col.names = c("Model", "Log-likelihood", "Perplexity")) %>%
+     kable_styling() -> perp_table
> 
> cat(paste0(as.character(perp_table, "\n")))
\begin{table}
\centering
\begin{tabular}[t]{lrr}
\toprule
Model & Log-likelihood & Perplexity\\
\midrule
Null & -72675 & 1.84\\
1-D (mix.) & -53047 & 1.58\\
2-D (no mix.) & -51983 & 1.57\\
2-D (mix.) & -51377 & 1.56\\
\bottomrule
\end{tabular}
\end{table}> 
> write_file(as.character(perp_table) %>% 
+              str_replace_all("\\\\[begind]+\\{table\\}\\s*(\\n|$)", ""),
+            "cces2010module_perplexity.tex")
> 
> 
> proc.time()
    user   system  elapsed 
4900.806  340.364 5253.668 
